-- Logs begin at Wed 2021-10-27 13:21:23 UTC, end at Wed 2021-10-27 14:27:43 UTC. --
Oct 27 14:03:11.167342 dv-cinder-815663-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Oct 27 14:03:13.353970 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.common.config [-] Logging enabled!
Oct 27 14:03:13.354683 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev40
Oct 27 14:03:13.354775 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82720) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Oct 27 14:03:13.356990 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.common.config [-] Logging enabled!
Oct 27 14:03:13.357246 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev40
Oct 27 14:03:13.357498 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82720) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Oct 27 14:03:13.358454 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Oct 27 14:03:13.358724 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Oct 27 14:03:13.359079 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Oct 27 14:03:13.359349 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Oct 27 14:03:13.359579 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Oct 27 14:03:13.359911 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.360210 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.360513 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.360746 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.361292 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.361587 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.361874 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.362169 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.362470 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.362791 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.363079 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.363368 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.363600 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.363886 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.364176 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.364464 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.364689 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] debug                          = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.364971 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.365402 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.365823 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.366108 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.366406 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.366709 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.366995 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.367287 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.367623 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] host                           = dv-cinder-815663-1-iscsi {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.367903 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.368194 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.368484 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.368773 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.369052 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.369335 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.369621 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.369898 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.370176 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.370455 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.370769 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.371063 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.371361 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.371588 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.371813 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.372102 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.372395 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.372675 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.372953 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.373233 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.373512 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.373788 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.374061 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.374349 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.374661 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.374991 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.375354 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.375643 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.375928 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.376211 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.376512 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.376793 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.377073 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.377356 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.377650 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.377927 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.378205 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.378511 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.378841 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.379128 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.379501 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.379701 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.379987 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.380265 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.380543 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.380894 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.381094 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.381370 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.381655 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.381935 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.382212 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.382489 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.382803 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.383092 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:13.383397 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.383697 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.384007 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.384295 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.384592 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.384885 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.385180 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.385466 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.385764 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.386060 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.386361 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.386666 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.386964 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.387262 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.387557 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.387840 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.388125 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.388422 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.388706 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.388983 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.389265 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.389559 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.389842 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.390120 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.390407 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.391222 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.391504 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.391782 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.392066 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.392359 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.392640 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.392917 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.393193 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.393475 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.393752 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.394044 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.394329 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.394608 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.394908 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.395191 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.395469 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.395749 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.396033 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.396311 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.396594 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.396878 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.397156 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.397436 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.397713 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.397995 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.398273 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.398552 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.398857 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.399139 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.399418 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.399744 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.399977 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.400256 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.400551 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.400857 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.401146 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.401438 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.401719 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.402007 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.402292 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.402578 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.402888 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.403176 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.403457 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.403753 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.404047 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.404348 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.404642 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.404923 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.405225 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.405510 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.405799 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.406082 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.406956 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.407303 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.407578 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.407836 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.408136 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.408435 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.408735 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.409034 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.409323 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.409639 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.409925 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:13.410144 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Oct 27 14:03:13.410392 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82720) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Oct 27 14:03:13.822296 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO keyring.backend [-] Loading KWallet
Oct 27 14:03:13.830642 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO keyring.backend [-] Loading SecretService
Oct 27 14:03:13.833858 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO keyring.backend [-] Loading Windows
Oct 27 14:03:13.835228 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO keyring.backend [-] Loading chainer
Oct 27 14:03:13.835824 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO keyring.backend [-] Loading macOS
Oct 27 14:03:13.870905 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:03:13.871190 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=82720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:03:13.871483 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:03:13.871826 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.manager [-] Loading core plugin: ml2
Oct 27 14:03:14.195791 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.196093 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.196358 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.254612 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.254919 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.255194 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.258329 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.258615 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.258914 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.288308 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.288601 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.288871 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.317179 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.317465 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.317739 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.637297 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fce1864fa60> agent after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.638029 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fce1864fa60> agent after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.638029 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fce1864faf0> segment precommit_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.638207 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fce1864fb80> network precommit_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.638894 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fce18657d30> segment before_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.767681 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> network before_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.768007 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fce186375e0> agent before_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.768295 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> network before_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.768575 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> port before_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.768840 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> port before_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.769154 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> segment after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.769422 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> segment precommit_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.769683 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> segment precommit_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.769940 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> segment after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.770229 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> network after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.770491 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> network precommit_delete 0 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.770780 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> port provisioning_complete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.771049 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> rbac-policy before_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.771309 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> rbac-policy after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.771575 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> agent after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.771847 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> subnet after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.772103 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> subnet precommit_delete 0 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.772379 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> rbac-policy before_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.772634 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> rbac-policy before_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.772917 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> segment_host_mapping after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.773269 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> port after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.773524 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> port after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.773772 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> port after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.774058 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> rbac-policy before_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.774309 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> rbac-policy before_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.774555 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fce19581a30>> rbac-policy before_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.774981 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:03:14.775232 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:03:14.775473 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:03:14.775713 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:03:14.775954 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:03:14.776194 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:03:14.776756 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Oct 27 14:03:14.780059 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Oct 27 14:03:14.784841 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Oct 27 14:03:14.788738 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])])
Oct 27 14:03:14.790394 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Oct 27 14:03:14.790818 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Oct 27 14:03:14.791163 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Oct 27 14:03:14.791560 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Oct 27 14:03:14.794416 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Oct 27 14:03:14.794709 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Oct 27 14:03:14.795071 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Oct 27 14:03:14.824460 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Oct 27 14:03:14.825123 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fce1860f2e0>> qos_plugin after_init 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.825643 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82720) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Oct 27 14:03:14.826065 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fce1860f550>> logging-plugin after_init 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.827706 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82720) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Oct 27 14:03:14.828007 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Oct 27 14:03:14.828927 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Oct 27 14:03:14.832384 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fce184dce80>> floatingip before_response 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.832672 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fce184dce80>> port before_response 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:14.893942 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Oct 27 14:03:14.894117 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Oct 27 14:03:14.894334 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Oct 27 14:03:14.894751 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Oct 27 14:03:14.925616 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_db.sqlalchemy.engines [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82720) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Oct 27 14:03:15.247338 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Initializing driver for type 'gre'
Oct 27 14:03:15.247918 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] gre ID ranges: [(1, 1000)]
Oct 27 14:03:15.302607 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Initializing driver for type 'local'
Oct 27 14:03:15.302976 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Initializing driver for type 'vlan'
Oct 27 14:03:15.316007 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] VlanTypeDriver initialization complete
Oct 27 14:03:15.316565 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Initializing driver for type 'vxlan'
Oct 27 14:03:15.317124 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] vxlan ID ranges: [(1, 1000)]
Oct 27 14:03:15.369275 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Initializing extension driver 'port_security'
Oct 27 14:03:15.369622 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.extensions.port_security [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] PortSecurityExtensionDriver initialization complete
Oct 27 14:03:15.369962 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Initializing mechanism driver 'openvswitch'
Oct 27 14:03:15.370300 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Initializing mechanism driver 'hyperv'
Oct 27 14:03:15.377602 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.plugins.ml2.plugin [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:03:15.378387 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce18410fd0>> port after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.378801 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce18410fd0>> port after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.379160 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce18410fd0>> port after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.379550 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce18410cd0>> subnet after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.379910 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce18410cd0>> subnet after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.380257 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce18410cd0>> subnet after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.380638 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce17eea250>> network after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.380986 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce17eea250>> network after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.381325 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce17eea250>> network after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.381703 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce17eea4c0>> security_group after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.382052 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce17eea4c0>> security_group after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.382394 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce17eea4c0>> security_group after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.382808 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce17eea790>> security_group_rule after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.383156 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce17eea790>> security_group_rule after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.383494 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fce17eea790>> security_group_rule after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.383836 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] ML2 OVO RPC backend initialized. {{(pid=82720) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Oct 27 14:03:15.384473 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> router_interface after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.384828 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> router_interface after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.385245 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> network before_response 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.385591 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> networks before_response 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.385934 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> port before_response 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.386275 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> ports before_response 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.386617 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> subnet before_response 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.386979 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> subnets before_response 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.387326 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> network after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.387666 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> network after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.388001 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> network after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.388336 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> port after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.388670 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> port after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.389010 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> port after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.389345 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> subnet after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.389681 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> subnet after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.390016 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fce17eeaa00>> subnet after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.391191 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.plugin [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Modular L2 Plugin initialization complete
Oct 27 14:03:15.391577 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading services supported by the core plugin {{(pid=82720) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Oct 27 14:03:15.391908 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.plugins.ml2.managers [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Got port-security extension from driver 'port_security'
Oct 27 14:03:15.392377 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.extensions.vlantransparent [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Disabled vlantransparent extension.
Oct 27 14:03:15.392801 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82720) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Oct 27 14:03:15.393118 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading Plugin: router
Oct 27 14:03:15.429345 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router_interface before_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.429741 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router after_create 55549900 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.430111 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router before_create 55549900 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.430478 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router_interface before_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.430880 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router_interface after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.431234 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router after_delete 55549900 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.431587 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> floatingip after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.431949 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router after_create 55549900 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.432295 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router after_update 55549900 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.432644 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router after_update 55549900 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.432996 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router_gateway after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.433354 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router after_update 55549900 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.433762 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router precommit_update 55549900 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.434131 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fce18463ee0> port after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.434471 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fce18463dc0> port after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.434990 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fce18463e50> subnet after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.435258 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fce18463f70> subnetpool_address_scope after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.435607 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> port precommit_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.435955 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router precommit_create 55549900 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.436298 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fce18446e50> port before_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.436639 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router precommit_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.436999 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router after_update 55549900 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.437348 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router precommit_delete 55549900 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.438266 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router precommit_create 55549900 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.438742 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router_interface after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.439096 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> router precommit_update 55549900 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.439467 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> agent after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.439818 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> agent after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.440168 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fce17eeac70>> network after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.441067 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Tracking information for resource: router configured {{(pid=82720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:03:15.441406 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Tracking information for resource: floatingip configured {{(pid=82720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:03:15.446411 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.db.l3_agentschedulers_db [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Oct 27 14:03:15.447058 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fce17e63700> port after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.447432 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fce17e635e0> port after_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.447787 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <function _notify_port_delete at 0x7fce17e63670> port after_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.448141 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fce17e639d0> port after_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.448943 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fce17e93520>> router before_create 55550100 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.449309 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fce17e93520>> router precommit_delete 55550100 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.449672 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fce17e93520>> router precommit_create 55550100 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.450029 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fce17e93520>> router precommit_update 55550100 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.454833 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.services.provider_configuration [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service providers = [] {{(pid=82720) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Oct 27 14:03:15.455202 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.db.servicetype_db [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82720) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Oct 27 14:03:15.458362 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.services.service_base [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Oct 27 14:03:15.458736 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.services.service_base [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Oct 27 14:03:15.459077 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.services.service_base [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Oct 27 14:03:15.459997 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.services.service_base [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Oct 27 14:03:15.460375 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.services.service_base [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Default provider is not specified for service type L3_ROUTER_NAT
Oct 27 14:03:15.460760 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:03:15.461080 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Oct 27 14:03:15.471878 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:03:15.472214 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading Plugin: auto_allocate
Oct 27 14:03:15.478113 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fce17eafd30> network precommit_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.478479 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fce17eafd30> network precommit_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.479027 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:03:15.479342 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading Plugin: tag
Oct 27 14:03:15.487129 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:03:15.487464 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading Plugin: timestamp
Oct 27 14:03:15.491339 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:03:15.491673 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading Plugin: network_ip_availability
Oct 27 14:03:15.496977 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fce17eabc10>> rbac-policy before_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.497403 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fce17eabc10>> rbac-policy before_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.497711 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fce17eabc10>> rbac-policy before_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.498437 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:03:15.498789 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading Plugin: flavors
Oct 27 14:03:15.504307 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:03:15.504638 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading Plugin: revisions
Oct 27 14:03:15.508968 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:03:15.509378 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_concurrency.lockutils [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.638s {{(pid=82720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:03:15.510116 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82720) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Oct 27 14:03:15.510465 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Initializing extension manager.
Oct 27 14:03:15.510972 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: __init__.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.511312 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: __pycache__ {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.511643 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.511973 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.512300 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: _filter_validation_lib.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.512627 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.512953 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: address_group.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.513718 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.514282 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: address-group
Oct 27 14:03:15.514605 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: address_scope.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.515343 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.515892 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: address-scope
Oct 27 14:03:15.516265 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.517224 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.517730 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: router-admin-state-down-before-update
Oct 27 14:03:15.518054 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: agent.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.518782 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.519286 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: agent
Oct 27 14:03:15.519609 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: agent_resources_synced.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.520527 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.521032 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: agent-resources-synced
Oct 27 14:03:15.521355 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.523195 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.523717 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: allowed-address-pairs
Oct 27 14:03:15.524047 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.525139 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.525658 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: auto-allocated-topology
Oct 27 14:03:15.525982 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: availability_zone.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.526711 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.527225 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: availability_zone
Oct 27 14:03:15.527546 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: availability_zone_filter.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.528467 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.528973 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: availability_zone_filter
Oct 27 14:03:15.529294 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: data_plane_status.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.530205 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.530739 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension data-plane-status not supported by any of loaded plugins
Oct 27 14:03:15.531062 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: default_subnetpools.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.532032 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.532530 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: default-subnetpools
Oct 27 14:03:15.532852 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.533634 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.534135 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: dhcp_agent_scheduler
Oct 27 14:03:15.534457 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: dns.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.535406 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.535907 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension dns-integration not supported by any of loaded plugins
Oct 27 14:03:15.536230 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: dns_domain_ports.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.537157 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.537660 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension dns-domain-ports not supported by any of loaded plugins
Oct 27 14:03:15.537983 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: dvr.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.538687 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.539187 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: dvr
Oct 27 14:03:15.539507 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: empty_string_filtering.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.540420 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.540921 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: empty-string-filtering
Oct 27 14:03:15.541242 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.542156 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.542673 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Oct 27 14:03:15.542996 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.543903 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.544400 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Oct 27 14:03:15.544718 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: external_net.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.545630 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.546131 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: external-net
Oct 27 14:03:15.546448 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.548044 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.548546 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: extra_dhcp_opt
Oct 27 14:03:15.548866 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: extraroute.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.549773 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.550277 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: extraroute
Oct 27 14:03:15.550597 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: extraroute_atomic.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.551669 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.552181 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: extraroute-atomic
Oct 27 14:03:15.552506 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: filter_validation.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.553179 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.553681 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: filter-validation
Oct 27 14:03:15.554001 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: fip_pf_description.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.555123 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.555629 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Oct 27 14:03:15.555950 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: fip_port_details.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.556873 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.557382 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: fip-port-details
Oct 27 14:03:15.557703 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: flavors.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.558955 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.559466 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: flavors
Oct 27 14:03:15.559790 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.561482 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.561995 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Oct 27 14:03:15.562326 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: floatingip_pools.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.563701 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.564204 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: floatingip-pools
Oct 27 14:03:15.564530 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: ip_allocation.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.565465 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.565970 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension ip_allocation not supported by any of loaded plugins
Oct 27 14:03:15.566293 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.567263 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.567767 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: ip-substring-filtering
Oct 27 14:03:15.568091 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: l2_adjacency.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.569029 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.569531 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension l2_adjacency not supported by any of loaded plugins
Oct 27 14:03:15.569856 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: l3.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.570870 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.571384 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: router
Oct 27 14:03:15.571710 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.573982 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.574510 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Oct 27 14:03:15.574876 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.575810 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.576324 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: ext-gw-mode
Oct 27 14:03:15.576651 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.577589 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.578128 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: l3-ha
Oct 27 14:03:15.578515 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: l3_flavors.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.579484 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.579994 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: l3-flavors
Oct 27 14:03:15.580316 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.581252 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.581759 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: l3-port-ip-change-not-allowed
Oct 27 14:03:15.582079 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: l3agentscheduler.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.583152 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.583660 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: l3_agent_scheduler
Oct 27 14:03:15.583989 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: logging.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.585519 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.586042 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension logging not supported by any of loaded plugins
Oct 27 14:03:15.586377 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: metering.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.587162 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.587743 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: metering
Oct 27 14:03:15.588072 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.589177 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.589690 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: metering_source_and_destination_fields
Oct 27 14:03:15.590019 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: multiprovidernet.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.591105 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.591614 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: multi-provider
Oct 27 14:03:15.591939 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: netmtu.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.592862 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.593368 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: net-mtu
Oct 27 14:03:15.593742 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: netmtu_writable.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.594768 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.595271 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: net-mtu-writable
Oct 27 14:03:15.595594 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: network_availability_zone.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.596271 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.596770 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: network_availability_zone
Oct 27 14:03:15.597091 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: network_ip_availability.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.598201 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.598741 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: network-ip-availability
Oct 27 14:03:15.599068 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: network_segment_range.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.599839 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.600340 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension network-segment-range not supported by any of loaded plugins
Oct 27 14:03:15.600664 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: pagination.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.601653 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.601988 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: pagination
Oct 27 14:03:15.602308 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.603264 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.603772 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: port-mac-address-regenerate
Oct 27 14:03:15.604094 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: port_resource_request.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.605020 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.605518 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension port-resource-request not supported by any of loaded plugins
Oct 27 14:03:15.605839 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: portbindings.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.606803 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.607318 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: binding
Oct 27 14:03:15.607639 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: portbindings_extended.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.608924 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.609991 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: binding-extended
Oct 27 14:03:15.610319 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: portsecurity.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.611520 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.612025 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: port-security
Oct 27 14:03:15.612349 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: project_id.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.613326 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.613657 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: project-id
Oct 27 14:03:15.613978 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: providernet.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.614960 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.615472 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: provider
Oct 27 14:03:15.615793 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: qos.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.619401 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.619927 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension qos not supported by any of loaded plugins
Oct 27 14:03:15.620264 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.621523 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.622038 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Oct 27 14:03:15.622368 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.623332 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.623846 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Oct 27 14:03:15.624172 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: qos_default.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.625758 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.626435 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension qos-default not supported by any of loaded plugins
Oct 27 14:03:15.626811 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: qos_fip.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.627478 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.627987 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension qos-fip not supported by any of loaded plugins
Oct 27 14:03:15.628312 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.629256 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.629764 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Oct 27 14:03:15.630090 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.631041 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.631554 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Oct 27 14:03:15.631878 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.632799 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.633308 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Oct 27 14:03:15.633631 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: qos_rules_alias.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.634711 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.635224 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension qos-rules-alias not supported by any of loaded plugins
Oct 27 14:03:15.635547 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: quotasv2.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.636441 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.636769 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: quotas
Oct 27 14:03:15.637093 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: quotasv2_detail.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.638905 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.639418 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: quota_details
Oct 27 14:03:15.639565 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: rbac.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.640663 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.641221 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: rbac-policies
Oct 27 14:03:15.641552 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: rbac_address_scope.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.642506 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.643060 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: rbac-address-scope
Oct 27 14:03:15.643429 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: rbac_security_groups.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.644311 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.644818 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: rbac-security-groups
Oct 27 14:03:15.645143 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.646067 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.646572 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: rbac-subnetpool
Oct 27 14:03:15.646919 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: revisionifmatch.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.647861 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.648363 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: revision-if-match
Oct 27 14:03:15.648684 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: revisions.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.649808 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.650314 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: standard-attr-revisions
Oct 27 14:03:15.650659 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: router_availability_zone.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.651337 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.651843 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: router_availability_zone
Oct 27 14:03:15.652165 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: routerservicetype.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.653105 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.653606 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension router-service-type not supported by any of loaded plugins
Oct 27 14:03:15.653927 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.654888 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.655394 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: port-security-groups-filtering
Oct 27 14:03:15.655714 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: securitygroup.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.667110 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.667652 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: security-group
Oct 27 14:03:15.667988 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: segment.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.668841 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.669357 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension segment not supported by any of loaded plugins
Oct 27 14:03:15.669684 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.670731 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.671246 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Oct 27 14:03:15.671573 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: servicetype.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.673416 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.673929 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: service-type
Oct 27 14:03:15.674259 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: sorting.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.675296 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.675631 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: sorting
Oct 27 14:03:15.675951 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: standard_attr_segment.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.676886 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.677410 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension standard-attr-segment not supported by any of loaded plugins
Oct 27 14:03:15.677722 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: standardattrdescription.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.678381 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.678919 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: standard-attr-description
Oct 27 14:03:15.679242 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: stateful_security_group.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.680190 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.680700 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: stateful-security-group
Oct 27 14:03:15.681022 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: stdattrs_common.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.681611 dv-cinder-815663-1-iscsi neutron-server[82720]: WARNING neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Oct 27 14:03:15.681933 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.682902 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.683406 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Oct 27 14:03:15.683726 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: subnet_onboard.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.684897 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.685419 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: subnet_onboard
Oct 27 14:03:15.685742 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.686704 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.687206 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Oct 27 14:03:15.688097 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: subnet_service_types.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.689175 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.689698 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: subnet-service-types
Oct 27 14:03:15.690024 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: subnetallocation.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.691141 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.691653 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: subnet_allocation
Oct 27 14:03:15.691979 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.692660 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.693169 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: subnetpool-prefix-ops
Oct 27 14:03:15.693491 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.694439 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.694976 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Oct 27 14:03:15.695300 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: tagging.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.696393 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.696906 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: standard-attr-tag
Oct 27 14:03:15.697236 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: timestamp.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.698447 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.698983 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loaded extension: standard-attr-timestamp
Oct 27 14:03:15.699310 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: trunk.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.700356 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.700871 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension trunk not supported by any of loaded plugins
Oct 27 14:03:15.701198 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: trunk_details.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.702123 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.702647 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension trunk-details not supported by any of loaded plugins
Oct 27 14:03:15.702996 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.704020 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.704528 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Oct 27 14:03:15.704854 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Loading extension file: vlantransparent.py {{(pid=82720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:03:15.705537 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:03:15.706038 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extension vlan-transparent not supported by any of loaded plugins
Oct 27 14:03:15.708407 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:network
Oct 27 14:03:15.709149 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:subnet
Oct 27 14:03:15.709942 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 27 14:03:15.710542 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:port
Oct 27 14:03:15.711849 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.v2.resource_helper [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:03:15.712297 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.v2.resource_helper [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service FLAVORS assigned prefix:  {{(pid=82720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:03:15.712932 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.v2.resource_helper [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:03:15.713358 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.v2.resource_helper [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:03:15.713690 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:router
Oct 27 14:03:15.714359 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:floatingip
Oct 27 14:03:15.715116 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.v2.resource_helper [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service METERING assigned prefix: /metering {{(pid=82720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:03:15.716561 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fce17d018b0>> rbac-policy before_create 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.716928 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fce17d018b0>> rbac-policy before_update 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.717279 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fce17d018b0>> rbac-policy before_delete 55550000 {{(pid=82720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:03:15.718431 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of CountableResource for resource:rbac_policy
Oct 27 14:03:15.718939 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:security_group
Oct 27 14:03:15.719600 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:security_group_rule
Oct 27 14:03:15.720350 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.v2.resource_helper [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service CORE assigned prefix:  {{(pid=82720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:03:15.720685 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 27 14:03:15.721025 dv-cinder-815663-1-iscsi neutron-server[82720]: WARNING neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] subnetpool is already registered
Oct 27 14:03:15.721641 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.v2.resource_helper [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service CORE assigned prefix:  {{(pid=82720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:03:15.721970 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 27 14:03:15.722300 dv-cinder-815663-1-iscsi neutron-server[82720]: WARNING neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] subnetpool is already registered
Oct 27 14:03:15.724852 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.v2.resource_helper [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:03:15.725285 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.v2.resource_helper [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service FLAVORS assigned prefix:  {{(pid=82720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:03:15.725880 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.v2.resource_helper [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:03:15.726302 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.v2.resource_helper [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:03:15.726650 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:router
Oct 27 14:03:15.726987 dv-cinder-815663-1-iscsi neutron-server[82720]: WARNING neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] router is already registered
Oct 27 14:03:15.727588 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:floatingip
Oct 27 14:03:15.727922 dv-cinder-815663-1-iscsi neutron-server[82720]: WARNING neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] floatingip is already registered
Oct 27 14:03:15.728563 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.v2.resource_helper [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service METERING assigned prefix: /metering {{(pid=82720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:03:15.729236 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of CountableResource for resource:rbac_policy
Oct 27 14:03:15.729566 dv-cinder-815663-1-iscsi neutron-server[82720]: WARNING neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] rbac_policy is already registered
Oct 27 14:03:15.730112 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:security_group
Oct 27 14:03:15.730443 dv-cinder-815663-1-iscsi neutron-server[82720]: WARNING neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] security_group is already registered
Oct 27 14:03:15.731059 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:security_group_rule
Oct 27 14:03:15.731391 dv-cinder-815663-1-iscsi neutron-server[82720]: WARNING neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] security_group_rule is already registered
Oct 27 14:03:15.732046 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.v2.resource_helper [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service CORE assigned prefix:  {{(pid=82720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:03:15.732376 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 27 14:03:15.732700 dv-cinder-815663-1-iscsi neutron-server[82720]: WARNING neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] subnetpool is already registered
Oct 27 14:03:15.733325 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.v2.resource_helper [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Service CORE assigned prefix:  {{(pid=82720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:03:15.733642 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 27 14:03:15.733963 dv-cinder-815663-1-iscsi neutron-server[82720]: WARNING neutron.quota.resource_registry [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] subnetpool is already registered
Oct 27 14:03:15.735212 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: extensions {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.736935 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: address-groups {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.738532 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: address-scopes {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.739739 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: agents {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.740882 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: auto-allocated-topology {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.742105 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: availability_zones {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.743430 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: dhcp-networks {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.744821 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: dhcp-agents {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.746225 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: routers {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.748083 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: flavors {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.749192 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: service_profiles {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.750972 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: next_providers {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.752480 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: service_profiles {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.753914 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: floatingip-pools {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.755119 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: routers {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.756897 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: floatingips {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.758079 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: l3-routers {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.759460 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: l3-agents {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.760842 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: metering-labels {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.763118 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: metering-label-rules {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.764369 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: network-ip-availabilities {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.765630 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: bindings {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.767411 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: quotas {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.768836 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: quotas {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.770245 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: rbac-policies {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.771552 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: security-groups {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.772752 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: security-group-rules {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.773958 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: service-providers {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.775204 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: subnetpools {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.776601 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: subnetpools {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.778028 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: tags {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.779724 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: tags {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.781595 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: tags {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.783395 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: tags {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.785154 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: tags {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.786849 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: tags {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.788591 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: tags {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.790412 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: tags {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.792245 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: tags {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.794066 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron.api.extensions [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Extended resource: tags {{(pid=82720) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:03:15.803841 dv-cinder-815663-1-iscsi neutron-server[82720]: WARNING keystonemiddleware.auth_token [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Oct 27 14:03:15.808833 dv-cinder-815663-1-iscsi neutron-server[82720]: WARNING keystonemiddleware.auth_token [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Oct 27 14:03:15.818554 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_concurrency.lockutils [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Acquired lock "singleton_lock" {{(pid=82720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Oct 27 14:03:15.819059 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_concurrency.lockutils [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Releasing lock "singleton_lock" {{(pid=82720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Oct 27 14:03:15.819692 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO oslo_service.service [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Starting 2 workers
Oct 27 14:03:15.824218 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Started child 82823 {{(pid=82720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Oct 27 14:03:15.828490 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Started child 82824 {{(pid=82720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Oct 27 14:03:15.829967 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:15.830505 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO neutron.service [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Neutron service started, listening on 0.0.0.0:9696
Oct 27 14:03:15.830726 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Notify callbacks [] for process, before_spawn {{(pid=82720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:15.831494 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [-] (82823) wsgi starting up on http://0.0.0.0:9696
Oct 27 14:03:15.833107 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:15.833575 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO oslo_service.service [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Starting 1 workers
Oct 27 14:03:15.834511 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [-] (82824) wsgi starting up on http://0.0.0.0:9696
Oct 27 14:03:15.838175 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Started child 82826 {{(pid=82720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Oct 27 14:03:15.838653 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 57226) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:03:15.838801 dv-cinder-815663-1-iscsi neutron-server[82720]: INFO oslo_service.service [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Starting 1 workers
Oct 27 14:03:15.841831 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.service [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] calling RpcWorker wait() {{(pid=82826) _wait /opt/stack/neutron/neutron/service.py:128}}
Oct 27 14:03:15.842698 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.service [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] returning from RpcWorker wait() {{(pid=82826) _wait /opt/stack/neutron/neutron/service.py:135}}
Oct 27 14:03:15.843347 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Started child 82827 {{(pid=82720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Oct 27 14:03:15.844290 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:15.844770 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG neutron_lib.callbacks.manager [None req-1cc74d00-8dc4-4524-ba1a-30bac18e19f2 None None] Notify callbacks [] for process, after_spawn {{(pid=82720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:15.845047 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:03:15.846863 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Oct 27 14:03:15.847254 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Oct 27 14:03:15.847584 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Oct 27 14:03:15.847937 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Oct 27 14:03:15.848452 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Oct 27 14:03:15.848656 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0075598
Oct 27 14:03:15.848939 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Oct 27 14:03:15.849775 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.850264 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.850781 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.851270 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.851745 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.852187 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:15.852713 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.852713 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.852900 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.853098 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.854160 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.854348 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.854516 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.854825 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.854968 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:03:15.855059 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.855421 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.855694 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.855957 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.856233 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.856408 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.856667 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.856953 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.857204 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.857467 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.857717 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.858193 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.858427 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.858698 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.858951 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.859227 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.860048 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.860331 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.860560 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.860831 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.861416 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.861699 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.861940 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.862205 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.862479 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.862746 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.863227 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] host                           = dv-cinder-815663-1-iscsi {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.863470 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.863713 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.863969 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.864202 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.864486 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.864712 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.864963 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.865212 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.865481 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.865712 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.865959 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.866186 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.866603 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.867019 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.867334 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.867736 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.868153 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.868590 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.868944 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.869264 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.869587 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.870000 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.870320 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.870796 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.871182 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.871563 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.871952 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.872350 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.872755 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.873154 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.873528 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.873922 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.874309 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.874781 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.875664 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.876153 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.876561 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.876945 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.877397 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.877885 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.878724 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.879422 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.879991 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.879991 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.880309 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.880716 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.881021 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.881271 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.881706 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.881971 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.882252 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.882477 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.882967 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.883402 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.883819 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.884092 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.884324 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.884798 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.885152 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.885544 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.885895 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.886335 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.886786 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.887081 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.887388 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.887549 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.887770 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.887998 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.888246 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.888677 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.888970 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.889297 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.889559 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.889800 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.890045 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.890303 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.890577 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.892620 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.893089 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.893436 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.893700 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.894034 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.894311 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.894593 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.36/identity {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.894894 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.895142 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.895392 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.895619 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.895843 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.896075 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.896300 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.897084 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.897084 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.897084 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.897359 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.897524 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.897764 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.898019 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.898252 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.898521 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.899710 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.900141 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.900372 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.900627 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.900853 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.901078 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.901319 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.901552 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.901813 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.902071 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.902299 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.902520 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.904501 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.904501 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.904501 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.904501 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.904501 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.904842 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.904842 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.905113 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.905263 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.905496 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.905742 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.905967 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.906218 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.906818 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.907223 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.907644 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.908365 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.908365 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.908365 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.908767 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.908767 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.909034 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.909170 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.910087 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.910087 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.910087 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.910087 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.910683 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.910683 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.910961 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.910961 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.911250 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.912220 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.912220 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.912220 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.912634 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.912634 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.912902 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.913142 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.913284 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.913426 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.913665 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.913949 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.914271 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.914509 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.914802 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.914991 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.915201 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.915451 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.915685 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.915952 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.916158 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.916409 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.916688 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.918600 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.918600 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.918600 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.918600 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.918600 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.918600 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.919466 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.919466 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.919466 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.919862 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.921126 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.921126 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.921126 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.921126 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.921126 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.921848 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.921848 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.921848 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.922359 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.922567 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.922978 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.923263 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.923522 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.923755 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.924089 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.925788 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.925788 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.925788 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.925788 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.925788 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.925788 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.926453 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.926453 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.926453 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.926785 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.927261 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.927722 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.36/identity {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.928130 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.928530 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.929290 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.929290 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.929290 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.929728 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.929728 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.930001 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.930159 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.930406 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.930649 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.930900 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.931773 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.932011 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.932239 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.932487 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.932710 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.932969 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.933228 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.933478 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.933749 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.933933 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.934192 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.935373 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.935373 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.935373 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.935373 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.935942 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.935942 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.936215 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.936351 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.937110 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.937110 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.937110 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.938055 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.938055 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.938419 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.938586 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.939017 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.939201 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.939433 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.940359 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.940359 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.940359 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.940775 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.940775 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.941040 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.941465 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.941465 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.941742 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.941878 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.942118 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.943086 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.943086 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.943086 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.943086 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.943723 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.943723 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.943723 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.944156 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.944156 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.944410 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.944592 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.944810 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.945119 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.945379 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.945628 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.945873 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.946168 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.946408 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.946705 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.946865 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.947085 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.947299 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.947619 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.947872 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.948115 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.948400 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.948657 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.949989 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.949989 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.949989 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.949989 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.949989 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.950342 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.950408 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.950655 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.950906 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.951242 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.951541 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.951791 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.952031 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.952309 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.952586 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.952865 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.953117 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.962695 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.962695 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.962695 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.962695 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.962695 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.962695 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.962695 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.962695 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.962695 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.963674 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.963674 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.963674 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.963674 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.963674 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.963674 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.963674 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.963674 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.963674 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.964330 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.964330 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.964330 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.964330 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Oct 27 14:03:15.964330 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Oct 27 14:03:15.964330 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Oct 27 14:03:15.964330 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Oct 27 14:03:15.964330 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Oct 27 14:03:15.964884 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Oct 27 14:03:15.964884 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Oct 27 14:03:15.964884 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.964884 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.964884 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.964884 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.964884 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.965321 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.965321 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.965682 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.966018 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.966345 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.966514 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.966867 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.967168 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.967537 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.967887 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.968233 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.968575 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.969037 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.969304 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.969444 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.969817 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.970177 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.970610 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.971025 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.971400 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.971795 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.971997 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.972179 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.972466 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.972659 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.974777 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.974777 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.974777 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.974777 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.974777 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.974777 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.974777 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.974777 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.975281 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.975281 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] host                           = dv-cinder-815663-1-iscsi {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.975281 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.975281 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.975281 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.975281 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.975281 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.975675 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.975675 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.975675 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.975853 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.976164 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.976164 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.976313 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.976529 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.976695 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.976838 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.976979 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.977288 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.977448 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.977578 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.977856 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.978057 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.978290 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.978290 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.978587 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.980700 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.980700 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.980700 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.980700 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.980700 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.980700 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.980700 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.981208 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.981208 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.981208 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.981208 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.981446 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.981661 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.981957 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.982237 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.982579 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.982879 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.983154 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.983444 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.983720 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.983992 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.984295 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.984644 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.984882 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.985125 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.985125 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.985482 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.985482 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.985853 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.985853 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.986422 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.986422 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.986747 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.986747 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.987040 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.987040 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.987359 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.987359 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.987676 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.987676 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.988771 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.988771 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.988771 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.988771 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.988771 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:03:15.988771 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.989150 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.989150 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.989150 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.989334 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.989432 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.989735 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.990139 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.990433 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.990782 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.991117 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.991430 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.991756 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.992068 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.992378 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.36/identity {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.992712 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.993021 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.993327 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.993633 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.993979 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.994299 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.994773 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.995200 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.995517 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.995852 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.996160 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.996473 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.996785 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.997092 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.997516 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.997903 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.998303 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.998520 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:03:15.998835 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.999147 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.999456 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:15.999765 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.000657 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.000978 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.001296 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.001698 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.002028 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.002358 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.002693 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.003003 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.003317 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.003626 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.003928 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.004231 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.004536 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.004842 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.005163 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.005486 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.005789 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.006094 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.006397 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.006723 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.007037 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.007340 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.007820 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.008017 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.008181 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.008335 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.008476 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.008615 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.008753 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.008889 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.009024 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.009160 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.009305 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.009442 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.009678 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.009901 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.010048 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.010195 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.010367 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.010557 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.011624 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.011947 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.012236 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.012522 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.012807 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.013088 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.013377 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.013545 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.013689 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.013839 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.013992 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.014167 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.014308 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.014445 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.014583 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.014754 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.014891 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.015028 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.015176 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.015314 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.015450 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.015713 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.016479 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.016722 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.016971 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.017262 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.017262 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.017541 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.017541 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.017813 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.017813 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.018071 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.018071 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.018329 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.018463 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.018597 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.020953 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.020953 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.021264 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.021408 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.021544 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.021679 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.021858 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.022218 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.022218 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.022533 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.022533 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.022840 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.022840 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.023109 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.023109 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.023413 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.023413 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.023678 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.023678 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.023947 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.023947 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.024204 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.36/identity {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.024377 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.024377 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.024639 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.024774 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.024909 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.025052 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.025200 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.025336 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.025472 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.025608 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.025743 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.025878 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.026013 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.026147 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.026328 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.026470 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.026606 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.028028 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.028028 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.028028 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.028028 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.028577 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.028577 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.028577 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.028577 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.029106 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.029106 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.029106 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.029486 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.029486 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.029486 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.029913 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.029913 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.029913 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.030372 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.030372 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.030660 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.030660 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.031715 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.031876 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.032078 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.032319 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.032319 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.034693 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.034693 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.034693 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.034693 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.034693 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.034693 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.034693 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.034693 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.035997 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.035997 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.035997 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.035997 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.035997 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.035997 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.035997 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.035997 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.035997 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.037129 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.037129 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.037129 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.037129 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.037129 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.037129 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.037129 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.037129 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.037129 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.038258 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.038258 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.038258 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.038258 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.038258 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.038258 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.038258 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.038258 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.039295 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.039295 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.039295 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.039716 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.039904 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.040069 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.040233 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.041672 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.041672 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.041672 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.041672 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.042237 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.042237 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.042237 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.042237 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.042822 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.042822 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.042822 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.043215 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.043215 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.043215 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.043595 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.043595 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.043595 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.043984 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.043984 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.044241 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.044241 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.044509 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.044509 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.044765 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.044765 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.045021 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.045164 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.045300 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.045446 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.045591 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.045728 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.045862 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.045998 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:03:16.046141 dv-cinder-815663-1-iscsi neutron-server[82720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Oct 27 14:03:26.576184 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e26d34-0997-4d76-855c-7f4bb551ea75 None None] get_active_networks_info from dv-cinder-815663-1-iscsi {{(pid=82826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Oct 27 14:03:26.668652 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e26d34-0997-4d76-855c-7f4bb551ea75 None None] No non-hosted networks {{(pid=82826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Oct 27 14:03:26.679208 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-4e705004-cea6-4b1b-ac58-496677a990be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16430738'] for agent, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:27.027437 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16430738'] for agent, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:27.027437 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:27.027437 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:27.027437 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:27.027437 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:27.028342 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:27.028342 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:27.028342 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:27.028342 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:27.029009 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:27.030515 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:27.030515 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:27.030515 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fce179d7d90>, 'Open vSwitch agent', 'dv-cinder-815663-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:03:27.043211 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fce1790f820>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815663-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:03:28.696807 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-663fab19-9c2e-4939-9f50-a657ea379aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16430738'] for agent, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:28.756381 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-f6e8198c-0e42-4f19-8526-043fd965316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:29.822238 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16430738'] for agent, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:31.209132 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16430738'] for agent, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:33.055272 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 57330) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:03:33.660271 dv-cinder-815663-1-iscsi neutron-server[82824]: WARNING oslo_policy.policy [None req-7e40c418-d46e-481e-a80b-a075b728cb0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:03:33.660866 dv-cinder-815663-1-iscsi neutron-server[82824]: WARNING oslo_policy.policy [None req-7e40c418-d46e-481e-a80b-a075b728cb0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:03:33.885555 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [None req-7e40c418-d46e-481e-a80b-a075b728cb0d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=82824) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:03:33.886604 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-7e40c418-d46e-481e-a80b-a075b728cb0d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8304400
Oct 27 14:03:35.779627 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.db.l3_hamode_db [None req-12c1529a-c3f2-457d-89f3-c827cd5e9ee6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Oct 27 14:03:35.866659 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1529a-c3f2-457d-89f3-c827cd5e9ee6 None None] Routers set() bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:03:35.866954 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1529a-c3f2-457d-89f3-c827cd5e9ee6 None None] Router IDs set() for agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Oct 27 14:03:36.167749 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 57344) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:03:36.775191 dv-cinder-815663-1-iscsi neutron-server[82823]: WARNING oslo_policy.policy [None req-e63174dc-2b34-4a24-9de6-be464e1106e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:03:36.775802 dv-cinder-815663-1-iscsi neutron-server[82823]: WARNING oslo_policy.policy [None req-e63174dc-2b34-4a24-9de6-be464e1106e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:03:36.999962 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-e63174dc-2b34-4a24-9de6-be464e1106e3 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:03:37.051629 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.policy [None req-e63174dc-2b34-4a24-9de6-be464e1106e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82823) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Oct 27 14:03:37.052825 dv-cinder-815663-1-iscsi neutron-server[82823]: WARNING oslo_policy.policy [None req-e63174dc-2b34-4a24-9de6-be464e1106e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:03:37.053371 dv-cinder-815663-1-iscsi neutron-server[82823]: WARNING oslo_policy.policy [None req-e63174dc-2b34-4a24-9de6-be464e1106e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:03:37.057344 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.quota [None req-e63174dc-2b34-4a24-9de6-be464e1106e3 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fce17a468b0>.
Oct 27 14:03:37.074273 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-e63174dc-2b34-4a24-9de6-be464e1106e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:03:37.143715 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e63174dc-2b34-4a24-9de6-be464e1106e3 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782698866902', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782698844079', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782698843588', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782698844828', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782698838426', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1076322', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1069886', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16480604', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16306966'] for rbac-policy, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:37.212803 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e63174dc-2b34-4a24-9de6-be464e1106e3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:37.227374 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-e63174dc-2b34-4a24-9de6-be464e1106e3 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0573962
Oct 27 14:03:39.742378 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 57362) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:03:40.129158 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Request body: {'network': {'project_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'name': 'private', 'admin_state_up': True}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:03:40.134162 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:03:40.138361 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Usage tracker for resource:network and tenant:a7a7d1331b8144a19205ad2b0f3ce026 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:03:40.143123 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:03:40.149330 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:03:40.159393 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Made reservation on behalf of a7a7d1331b8144a19205ad2b0f3ce026 for: {'network': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:03:40.162400 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:40.180283 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:40.224266 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:03:40.227997 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a7d1331b8144a19205ad2b0f3ce026 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:03:40.230854 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:03:40.237213 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:03:40.306685 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:40.310970 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:40.317075 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:03:40.333283 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090}  {{(pid=82823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:03:40.355726 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782696828847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:40.356319 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fce1864faf0> segment precommit_create {{(pid=82823) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Oct 27 14:03:40.356782 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.segments_db [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Added segment 28c2d93f-d200-4f10-8671-614a3902ab01 of type vlan for network a1384f0e-ea1c-4fce-b22b-85906cd8e178
Oct 27 14:03:40.414591 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc888d1-3749-4456-8abd-6f1bd37efa5b,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:03:40.436991 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:40.437599 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:40.438963 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:40.440921 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:40.440921 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:40.440921 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:40.440921 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:40.441505 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:40.441811 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:40.442209 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:40.442614 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Tracked resource versions report:
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]: pushed versions:
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]: {   'ConntrackHelper': {'1.0'},
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:     'Log': {'1.0'},
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:     'Network': {'1.1'},
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:     'Port': {'1.5'},
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:     'PortForwarding': {'1.2'},
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:     'QosPolicy': {'1.8'},
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:     'SecurityGroup': {'1.2'},
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:     'SecurityGroupRule': {'1.0'},
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:     'SubPort': {'1.0'},
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:     'Subnet': {'1.1'},
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:     'Trunk': {'1.1'}}
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]: consumer versions:
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]: {   DHCP agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:     L3 agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:     Metadata agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:     Metering agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:     Open vSwitch agent@dv-cinder-815663-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'Log': '1.0',
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'Network': '1.1',
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'Port': '1.5',
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'PortForwarding': '1.2',
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'QosPolicy': '1.8',
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'SecurityGroup': '1.2',
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'SecurityGroupRule': '1.0',
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'SubPort': '1.0',
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'Subnet': '1.1',
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'Trunk': '1.1'}}
Oct 27 14:03:40.443832 dv-cinder-815663-1-iscsi neutron-server[82823]:  {{(pid=82823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 14:03:40.484203 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:40.493668 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:03:40.525986 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:40.527445 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:03:40.528106 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:40.533176 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:03:40.632307 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 0.8888321
Oct 27 14:03:40.637278 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Pushing event updated for resources: {'Network': ['ID=a1384f0e-ea1c-4fce-b22b-85906cd8e178,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:03:40.656250 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:03:40.665371 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network a1384f0e-ea1c-4fce-b22b-85906cd8e178 details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:03:43.237654 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 57378) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:03:43.801880 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.policy [None req-925ead16-3024-486a-90d5-413b03e69180 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82824) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Oct 27 14:03:43.802672 dv-cinder-815663-1-iscsi neutron-server[82824]: WARNING oslo_policy.policy [None req-925ead16-3024-486a-90d5-413b03e69180 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:03:43.803045 dv-cinder-815663-1-iscsi neutron-server[82824]: WARNING oslo_policy.policy [None req-925ead16-3024-486a-90d5-413b03e69180 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:03:43.805942 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925ead16-3024-486a-90d5-413b03e69180 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:03:43.808864 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-925ead16-3024-486a-90d5-413b03e69180 admin admin] 10.222.0.36 "GET /v2.0/networks/a1384f0e-ea1c-4fce-b22b-85906cd8e178 HTTP/1.1" status: 200  len: 826 time: 0.5690689
Oct 27 14:03:43.844545 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-1277557a-4687-4e8b-b0aa-497a02d0735b admin admin] 10.222.0.36 "GET /v2.0/subnetpools/cf9fa08d-3163-4d86-8726-3ab5b3c93f55 HTTP/1.1" status: 200  len: 734 time: 0.0296996
Oct 27 14:03:43.854867 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'subnetpool_id': 'cf9fa08d-3163-4d86-8726-3ab5b3c93f55'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:03:43.856486 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.quota [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fce17ae89d0>.
Oct 27 14:03:43.863819 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:03:43.869356 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Usage tracker for resource:subnet and tenant:a7a7d1331b8144a19205ad2b0f3ce026 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:03:43.872726 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:03:43.879771 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:03:43.895569 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Made reservation on behalf of a7a7d1331b8144a19205ad2b0f3ce026 for: {'subnet': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:03:43.898293 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:44.207128 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for subnet, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:44.213507 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:03:44.304500 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c952af-d798-4b76-ba09-03ec9b99aeda,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:03:44.307537 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Checking segment: {'id': '28c2d93f-d200-4f10-8671-614a3902ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:03:44.307921 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Network hostable DHCP agents. Network: a1384f0e-ea1c-4fce-b22b-85906cd8e178, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:03:44.322315 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:44.322678 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:44.323012 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:44.323335 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:44.323673 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:44.323995 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:44.324310 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:44.324635 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:44.324950 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:44.325257 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:44.325567 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Tracked resource versions report:
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]: pushed versions:
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]: {   'ConntrackHelper': {'1.0'},
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:     'Log': {'1.0'},
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:     'Network': {'1.1'},
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:     'Port': {'1.5'},
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:     'PortForwarding': {'1.2'},
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:     'QosPolicy': {'1.8'},
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:     'SecurityGroup': {'1.2'},
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:     'SecurityGroupRule': {'1.0'},
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:     'SubPort': {'1.0'},
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:     'Subnet': {'1.1'},
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:     'Trunk': {'1.1'}}
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]: consumer versions:
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]: {   DHCP agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:     L3 agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:     Metadata agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:     Metering agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:     Open vSwitch agent@dv-cinder-815663-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'Log': '1.0',
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'Network': '1.1',
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'Port': '1.5',
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'PortForwarding': '1.2',
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'QosPolicy': '1.8',
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'SecurityGroup': '1.2',
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'SecurityGroupRule': '1.0',
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'SubPort': '1.0',
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'Subnet': '1.1',
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'Trunk': '1.1'}}
Oct 27 14:03:44.326668 dv-cinder-815663-1-iscsi neutron-server[82824]:  {{(pid=82824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 14:03:44.364073 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:03:44.365285 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Network a1384f0e-ea1c-4fce-b22b-85906cd8e178 is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:03:44.376543 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, a1384f0e-ea1c-4fce-b22b-85906cd8e178) {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:03:44.381186 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:03:44.381825 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:44.386676 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b952385-0ed5-43f7-a75b-85b1e27250c6 None None] Network a1384f0e-ea1c-4fce-b22b-85906cd8e178 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:03:44.409064 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5537651
Oct 27 14:03:44.703824 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fce550-c1a4-55b7-a1a4-7db2473b096c-a1384f0e-ea1c-4fce-b22b-85906cd8e178', 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'fixed_ips': [{'subnet_id': 'e8c952af-d798-4b76-ba09-03ec9b99aeda'}]}} from dv-cinder-815663-1-iscsi. {{(pid=82826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 14:03:44.705015 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:44.897430 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.db_base_plugin_common [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Allocated IP 172.20.0.2 (a1384f0e-ea1c-4fce-b22b-85906cd8e178/e8c952af-d798-4b76-ba09-03ec9b99aeda/5032c3f5-99c9-44ec-9627-34f876a1ab6e) {{(pid=82826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:03:45.132754 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Notify callbacks [] for port, precommit_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:45.147285 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Transition to ACTIVE for port object 5032c3f5-99c9-44ec-9627-34f876a1ab6e will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:03:45.169513 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Transition to ACTIVE for port object 5032c3f5-99c9-44ec-9627-34f876a1ab6e will not be triggered until provisioned by entity DHCP. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:03:45.176290 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598'] for port, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:45.181149 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:03:45.240425 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Network a1384f0e-ea1c-4fce-b22b-85906cd8e178 is already hosted by enough agents. {{(pid=82826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:03:45.243775 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.base_scheduler [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Resources bound (agent type, host, resource id):  {{(pid=82826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:03:45.247147 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Received port after_create {{(pid=82826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:03:45.260340 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Pushing event updated for resources: {'Port': ['ID=5032c3f5-99c9-44ec-9627-34f876a1ab6e,revision_number=1']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:03:45.327036 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:45.327410 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:45.327743 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:45.328087 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:45.329012 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:45.329332 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:45.329646 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:45.329975 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:45.330289 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:45.330594 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:45.330927 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Tracked resource versions report:
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]: pushed versions:
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]: {   'ConntrackHelper': {'1.0'},
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:     'Log': {'1.0'},
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:     'Network': {'1.1'},
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:     'Port': {'1.5'},
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:     'PortForwarding': {'1.2'},
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:     'QosPolicy': {'1.8'},
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:     'SecurityGroup': {'1.2'},
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:     'SecurityGroupRule': {'1.0'},
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:     'SubPort': {'1.0'},
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:     'Subnet': {'1.1'},
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:     'Trunk': {'1.1'}}
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]: consumer versions:
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]: {   DHCP agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:     L3 agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:     Metadata agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:     Metering agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:     Open vSwitch agent@dv-cinder-815663-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'Log': '1.0',
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'Network': '1.1',
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'Port': '1.5',
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'PortForwarding': '1.2',
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'QosPolicy': '1.8',
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'SecurityGroup': '1.2',
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'SecurityGroupRule': '1.0',
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'SubPort': '1.0',
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'Subnet': '1.1',
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'Trunk': '1.1'}}
Oct 27 14:03:45.332041 dv-cinder-815663-1-iscsi neutron-server[82826]:  {{(pid=82826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 14:03:45.335682 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:03:45.360810 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Attempting to bind port 5032c3f5-99c9-44ec-9627-34f876a1ab6e on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:03:45.361193 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Attempting to bind port 5032c3f5-99c9-44ec-9627-34f876a1ab6e by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '28c2d93f-d200-4f10-8671-614a3902ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:03:45.361864 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Attempting to bind port 5032c3f5-99c9-44ec-9627-34f876a1ab6e on network a1384f0e-ea1c-4fce-b22b-85906cd8e178 {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:03:45.368430 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:03:45.368827 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Checking segment: {'id': '28c2d93f-d200-4f10-8671-614a3902ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:03:45.369291 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:45.369676 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Bound using segment: {'id': '28c2d93f-d200-4f10-8671-614a3902ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:03:45.370147 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Bound port: 5032c3f5-99c9-44ec-9627-34f876a1ab6e, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c2d93f-d200-4f10-8671-614a3902ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:03:45.370528 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:45.457113 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] For port 5032c3f5-99c9-44ec-9627-34f876a1ab6e, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:03:45.460973 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] For port 5032c3f5-99c9-44ec-9627-34f876a1ab6e, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=5032c3f5-99c9-44ec-9627-34f876a1ab6e,segment=NetworkSegment(28c2d93f-d200-4f10-8671-614a3902ab01),segment_id=28c2d93f-d200-4f10-8671-614a3902ab01)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:03:45.465163 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:45.469153 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:03:45.572155 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Pushing event updated for resources: {'Port': ['ID=5032c3f5-99c9-44ec-9627-34f876a1ab6e,revision_number=2']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:03:45.575255 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:03:46.755569 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 57394) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:03:47.161848 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [None req-80e4a306-a110-4ed2-8e16-6d3c8febdd64 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=82824) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:03:47.162839 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-80e4a306-a110-4ed2-8e16-6d3c8febdd64 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4062521
Oct 27 14:03:49.316619 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4588bdc-3ce7-4aa4-962b-c468f85edb7e None None] Network a1384f0e-ea1c-4fce-b22b-85906cd8e178 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:03:49.411709 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 5032c3f5-99c9-44ec-9627-34f876a1ab6e up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:03:49.463314 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-06235ead-e647-49a8-aa96-fc4b017d6f77 None None] Provisioning for port 5032c3f5-99c9-44ec-9627-34f876a1ab6e completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:03:49.468259 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 57410) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:03:49.600231 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 5032c3f5-99c9-44ec-9627-34f876a1ab6e completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:03:49.611434 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 5032c3f5-99c9-44ec-9627-34f876a1ab6e triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:03:49.612089 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:49.751425 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:49.789083 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 5032c3f5-99c9-44ec-9627-34f876a1ab6e, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=5032c3f5-99c9-44ec-9627-34f876a1ab6e,segment=NetworkSegment(28c2d93f-d200-4f10-8671-614a3902ab01),segment_id=28c2d93f-d200-4f10-8671-614a3902ab01)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:03:49.793800 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:49.795990 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:03:49.871852 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=5032c3f5-99c9-44ec-9627-34f876a1ab6e,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:03:49.875217 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:03:49.892471 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [None req-c50d3396-73d8-42dd-8d7d-8599f6fce8dd admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=82824) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:03:49.893439 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-c50d3396-73d8-42dd-8d7d-8599f6fce8dd admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4242175
Oct 27 14:03:49.923861 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-3fe36476-5c11-4b0e-8ab5-872fe7a3fcf9 None None] Provisioning complete for port 5032c3f5-99c9-44ec-9627-34f876a1ab6e triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:03:49.924240 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-3fe36476-5c11-4b0e-8ab5-872fe7a3fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:51.347184 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 5032c3f5-99c9-44ec-9627-34f876a1ab6e up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:03:51.418745 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 5032c3f5-99c9-44ec-9627-34f876a1ab6e triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:03:51.419122 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:52.463767 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 57422) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:03:52.927101 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-c2b3dfc6-27b7-42bf-9210-b274fca842d5 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'admin_state_up': True}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:03:52.931960 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-c2b3dfc6-27b7-42bf-9210-b274fca842d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:03:52.935685 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-c2b3dfc6-27b7-42bf-9210-b274fca842d5 admin admin] Usage tracker for resource:router and tenant:a7a7d1331b8144a19205ad2b0f3ce026 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:03:52.939922 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-c2b3dfc6-27b7-42bf-9210-b274fca842d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:03:52.945530 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-c2b3dfc6-27b7-42bf-9210-b274fca842d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:03:52.955713 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c2b3dfc6-27b7-42bf-9210-b274fca842d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16423044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59882'] for router, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:52.957277 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c2b3dfc6-27b7-42bf-9210-b274fca842d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16495057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:52.983037 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c2b3dfc6-27b7-42bf-9210-b274fca842d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:53.090717 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c2b3dfc6-27b7-42bf-9210-b274fca842d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16419618'] for router, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:53.108731 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c2b3dfc6-27b7-42bf-9210-b274fca842d5 admin admin] Notify callbacks [] for router, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:53.110736 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-c2b3dfc6-27b7-42bf-9210-b274fca842d5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6459491
Oct 27 14:03:55.374674 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 57432) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:03:55.765166 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [None req-505c2aaf-6410-47b5-a15d-c14efd258568 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=82824) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:03:55.766231 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-505c2aaf-6410-47b5-a15d-c14efd258568 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3900394
Oct 27 14:03:56.504684 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-6523f559-3cb1-4cdf-9880-e00c603f7a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:57.031137 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:58.139056 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 57442) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:03:58.537883 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:03:58.542814 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:03:58.546531 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Usage tracker for resource:network and tenant:cdb79eb1d18d4b408274e7d70cc19ee8 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:03:58.549743 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:03:58.555397 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:03:58.564951 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Made reservation on behalf of cdb79eb1d18d4b408274e7d70cc19ee8 for: {'network': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:03:58.567251 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:58.583557 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:58.621541 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:03:58.626246 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Usage tracker for resource:security_group_rule and tenant:cdb79eb1d18d4b408274e7d70cc19ee8 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:03:58.629135 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:03:58.634683 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:03:58.701375 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-89014201-a638-4b8c-bf4c-1c3b2dbad150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:58.704875 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:58.708810 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:58.713575 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:03:58.729331 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Reserving flat network on physical network physnet1 {{(pid=82824) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Oct 27 14:03:58.751382 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe7caeb-96cc-4680-91d7-acb791b4d18e,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:03:58.757698 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:03:58.758715 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782696828847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:58.759523 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fce1864faf0> segment precommit_create {{(pid=82824) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Oct 27 14:03:58.759706 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.segments_db [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Added segment 3b76d754-fbf7-4d29-b844-8f98ecbbc95e of type flat for network fdfde01f-dc55-4892-86f9-78cb0380a430
Oct 27 14:03:58.799278 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:58.841317 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:58.842650 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:03:58.843240 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:03:58.847871 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:03:58.954953 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8147790
Oct 27 14:03:58.959700 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Pushing event updated for resources: {'Network': ['ID=fdfde01f-dc55-4892-86f9-78cb0380a430,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:03:58.975058 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:03:58.985085 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network fdfde01f-dc55-4892-86f9-78cb0380a430 details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:03:59.767754 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:01.153505 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:01.243057 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 57462) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:04:01.477546 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceed4a32-95d4-492b-afcd-7250359d1adc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:04:01.478886 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-ceed4a32-95d4-492b-afcd-7250359d1adc admin admin] 10.222.0.36 "GET /v2.0/subnets/e8c952af-d798-4b76-ba09-03ec9b99aeda HTTP/1.1" status: 200  len: 849 time: 0.2348526
Oct 27 14:04:01.623199 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-41e38164-6884-4272-8085-3cd42856f462 admin admin] 10.222.0.36 "GET /v2.0/routers/579f1fac-bfe0-490f-ba60-a354ed8520d1 HTTP/1.1" status: 200  len: 704 time: 0.1390638
Oct 27 14:04:02.098776 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:02.325751 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Allocated IP 172.20.0.1 (a1384f0e-ea1c-4fce-b22b-85906cd8e178/e8c952af-d798-4b76-ba09-03ec9b99aeda/7084b5a6-6870-4654-914d-2b1a322ff296) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:04:02.482498 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:02.500495 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Transition to ACTIVE for port object 7084b5a6-6870-4654-914d-2b1a322ff296 will not be triggered until provisioned by entity DHCP. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:04:02.552331 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:02.556267 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:04:02.619963 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Network a1384f0e-ea1c-4fce-b22b-85906cd8e178 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:04:02.623487 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:04:02.625373 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Pushing event updated for resources: {'Port': ['ID=7084b5a6-6870-4654-914d-2b1a322ff296,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:04:02.637419 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:04:02.637941 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16417640'] for router_interface, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:02.729854 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:04:02.804015 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:02.854654 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-980ce6ad-ce9e-40b5-9489-36c973edf937 None None] Provisioning for port 7084b5a6-6870-4654-914d-2b1a322ff296 completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:04:02.860188 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-980ce6ad-ce9e-40b5-9489-36c973edf937 None None] Provisioning complete for port 7084b5a6-6870-4654-914d-2b1a322ff296 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:04:02.860800 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-980ce6ad-ce9e-40b5-9489-36c973edf937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:02.914147 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-980ce6ad-ce9e-40b5-9489-36c973edf937 None None] Port 7084b5a6-6870-4654-914d-2b1a322ff296 cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:04:03.043372 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:03.048098 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:03.049321 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15347171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16430924'] for router_interface, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:03.052427 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:04:03.132864 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Pushing event updated for resources: {'Port': ['ID=7084b5a6-6870-4654-914d-2b1a322ff296,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:04:03.135646 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:04:03.242697 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Network a1384f0e-ea1c-4fce-b22b-85906cd8e178 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:04:03.243773 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:04:03.438612 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-92ef7b55-3bb2-490a-9056-7aef65be6c71 None None] Provisioning complete for port 7084b5a6-6870-4654-914d-2b1a322ff296 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:04:03.439013 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-92ef7b55-3bb2-490a-9056-7aef65be6c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:03.492859 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-92ef7b55-3bb2-490a-9056-7aef65be6c71 None None] Port 7084b5a6-6870-4654-914d-2b1a322ff296 cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:04:03.597694 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Router 579f1fac-bfe0-490f-ba60-a354ed8520d1 is scheduled to L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef with binding_index 1 {{(pid=82824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 14:04:03.770916 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:04:03.780175 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] 10.222.0.36 "PUT /v2.0/routers/579f1fac-bfe0-490f-ba60-a354ed8520d1/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1513338
Oct 27 14:04:03.780705 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Sync routers for ids ['579f1fac-bfe0-490f-ba60-a354ed8520d1'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:04:03.794811 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Routers {'579f1fac-bfe0-490f-ba60-a354ed8520d1'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:04:03.795644 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17a4ec40>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:03:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['579f1fac-bfe0-490f-ba60-a354ed8520d1'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:04:03.974786 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 5 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:04:03.976907 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Set router 579f1fac-bfe0-490f-ba60-a354ed8520d1 gateway port host: None {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:04:04.348870 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17a4ec40>, [{'id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'name': 'router1', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:52Z', 'updated_at': '2021-10-27T14:04:02Z', 'revision_number': 2, 'project_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'gw_port_host': None, '_interfaces': [{'id': '7084b5a6-6870-4654-914d-2b1a322ff296', 'name': '', 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'mac_address': 'fa:16:3e:77:f6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8c952af-d798-4b76-ba09-03ec9b99aeda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:02Z', 'updated_at': '2021-10-27T14:04:02Z', 'revision_number': 2, 'project_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'subnets': [{'id': 'e8c952af-d798-4b76-ba09-03ec9b99aeda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf9fa08d-3163-4d86-8726-3ab5b3c93f55'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:04:04.353778 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Checking router: 579f1fac-bfe0-490f-ba60-a354ed8520d1 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:04:04.354146 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Updating router 579f1fac-bfe0-490f-ba60-a354ed8520d1 port 7084b5a6-6870-4654-914d-2b1a322ff296 binding host dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:04:04.405877 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:04.781213 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Notify callbacks [] for port, precommit_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:04.795633 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.provisioning_blocks [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Transition to ACTIVE for port object 7084b5a6-6870-4654-914d-2b1a322ff296 will not be triggered until provisioned by entity L2. {{(pid=82827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:04:04.802021 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:04.807023 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:04:04.873268 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Pushing event updated for resources: {'Port': ['ID=7084b5a6-6870-4654-914d-2b1a322ff296,revision_number=3']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:04:04.999441 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:04:04.999849 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:04:05.000106 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:04:05.000436 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:04:05.000760 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:04:05.001078 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:04:05.001395 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:04:05.001714 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:04:05.002026 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:04:05.002339 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:04:05.002657 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Tracked resource versions report:
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]: pushed versions:
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]: {   'ConntrackHelper': {'1.0'},
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:     'Log': {'1.0'},
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:     'Network': {'1.1'},
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:     'Port': {'1.5'},
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:     'PortForwarding': {'1.2'},
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:     'QosPolicy': {'1.8'},
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:     'SecurityGroup': {'1.2'},
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:     'SecurityGroupRule': {'1.0'},
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:     'SubPort': {'1.0'},
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:     'Subnet': {'1.1'},
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:     'Trunk': {'1.1'}}
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]: consumer versions:
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]: {   DHCP agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:     L3 agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:     Metadata agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:     Metering agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:     Open vSwitch agent@dv-cinder-815663-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'Log': '1.0',
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'Network': '1.1',
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'Port': '1.5',
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'PortForwarding': '1.2',
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'QosPolicy': '1.8',
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'SecurityGroup': '1.2',
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'SecurityGroupRule': '1.0',
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'SubPort': '1.0',
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'Subnet': '1.1',
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'Trunk': '1.1'}}
Oct 27 14:04:05.003790 dv-cinder-815663-1-iscsi neutron-server[82827]:  {{(pid=82827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 14:04:05.045873 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:04:05.067414 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Attempting to bind port 7084b5a6-6870-4654-914d-2b1a322ff296 on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:04:05.067806 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Attempting to bind port 7084b5a6-6870-4654-914d-2b1a322ff296 by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '28c2d93f-d200-4f10-8671-614a3902ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178'}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:04:05.068229 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Attempting to bind port 7084b5a6-6870-4654-914d-2b1a322ff296 on network a1384f0e-ea1c-4fce-b22b-85906cd8e178 {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:04:05.074513 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:04:05.074941 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Checking segment: {'id': '28c2d93f-d200-4f10-8671-614a3902ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:04:05.075412 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:05.075798 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Bound using segment: {'id': '28c2d93f-d200-4f10-8671-614a3902ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178'} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:04:05.076273 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Bound port: 7084b5a6-6870-4654-914d-2b1a322ff296, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c2d93f-d200-4f10-8671-614a3902ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178'}}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:04:05.076653 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:05.165352 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] For port 7084b5a6-6870-4654-914d-2b1a322ff296, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:04:05.169559 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] For port 7084b5a6-6870-4654-914d-2b1a322ff296, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=7084b5a6-6870-4654-914d-2b1a322ff296,segment=NetworkSegment(28c2d93f-d200-4f10-8671-614a3902ab01),segment_id=28c2d93f-d200-4f10-8671-614a3902ab01)] {{(pid=82827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:04:05.175254 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:05.181167 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:04:05.272197 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Pushing event updated for resources: {'Port': ['ID=7084b5a6-6870-4654-914d-2b1a322ff296,revision_number=4']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:04:05.275837 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:04:05.277335 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Routers {'579f1fac-bfe0-490f-ba60-a354ed8520d1'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:04:05.277989 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17a4ec40>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:03:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['579f1fac-bfe0-490f-ba60-a354ed8520d1'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:04:05.431972 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] Set router 579f1fac-bfe0-490f-ba60-a354ed8520d1 gateway port host: None {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:04:05.773905 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17a4ec40>, [{'id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'name': 'router1', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:52Z', 'updated_at': '2021-10-27T14:04:02Z', 'revision_number': 2, 'project_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'gw_port_host': None, '_interfaces': [{'id': '7084b5a6-6870-4654-914d-2b1a322ff296', 'name': '', 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'mac_address': 'fa:16:3e:77:f6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8c952af-d798-4b76-ba09-03ec9b99aeda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:02Z', 'updated_at': '2021-10-27T14:04:05Z', 'revision_number': 4, 'project_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'subnets': [{'id': 'e8c952af-d798-4b76-ba09-03ec9b99aeda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf9fa08d-3163-4d86-8726-3ab5b3c93f55'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:04:05.777809 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72f2ac2-3400-4037-9aff-765f0b7a8579 None None] The sync data for ids ['579f1fac-bfe0-490f-ba60-a354ed8520d1'] in dv-cinder-815663-1-iscsi is: [{'id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'name': 'router1', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:52Z', 'updated_at': '2021-10-27T14:04:02Z', 'revision_number': 2, 'project_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'gw_port_host': None, '_interfaces': [{'id': '7084b5a6-6870-4654-914d-2b1a322ff296', 'name': '', 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'mac_address': 'fa:16:3e:77:f6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8c952af-d798-4b76-ba09-03ec9b99aeda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:02Z', 'updated_at': '2021-10-27T14:04:05Z', 'revision_number': 4, 'project_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'subnets': [{'id': 'e8c952af-d798-4b76-ba09-03ec9b99aeda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf9fa08d-3163-4d86-8726-3ab5b3c93f55'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:04:05.910063 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 57486) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:04:06.096828 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a8db1f-22ed-4b0a-a444-7ba009223ef6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:04:06.097378 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-69a8db1f-22ed-4b0a-a444-7ba009223ef6 admin admin] Synchronizing usage tracker for tenant:cdb79eb1d18d4b408274e7d70cc19ee8 on resource:network {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:04:06.115979 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-69a8db1f-22ed-4b0a-a444-7ba009223ef6 admin admin] Unset dirty status for tenant:cdb79eb1d18d4b408274e7d70cc19ee8 on resource:network {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:04:06.117135 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-69a8db1f-22ed-4b0a-a444-7ba009223ef6 admin admin] 10.222.0.36 "GET /v2.0/networks/fdfde01f-dc55-4892-86f9-78cb0380a430 HTTP/1.1" status: 200  len: 842 time: 0.2059951
Oct 27 14:04:06.126253 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:04:06.132667 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:04:06.137116 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Usage tracker for resource:subnet and tenant:cdb79eb1d18d4b408274e7d70cc19ee8 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:04:06.140469 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:04:06.146258 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:04:06.157212 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Made reservation on behalf of cdb79eb1d18d4b408274e7d70cc19ee8 for: {'subnet': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:04:06.159579 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:06.574200 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.objects.ports [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82824) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Oct 27 14:04:06.574685 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for subnet, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:06.579160 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:04:06.649580 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=209464ee-4698-48c8-aca2-cbcbc883e284,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:04:06.655778 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:04:06.664793 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Checking segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:04:06.665140 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Network hostable DHCP agents. Network: fdfde01f-dc55-4892-86f9-78cb0380a430, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:04:06.687264 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:04:06.697862 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, fdfde01f-dc55-4892-86f9-78cb0380a430) {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:04:06.702014 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:04:06.703242 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:06.708362 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee440d4-823a-4ca3-aa39-bba8c21a396f None None] Network fdfde01f-dc55-4892-86f9-78cb0380a430 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:04:06.729123 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6054640
Oct 27 14:04:06.939379 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302855e2-56fc-4710-b6d9-bf636d68c89d None None] Network fdfde01f-dc55-4892-86f9-78cb0380a430 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:04:07.372703 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 7084b5a6-6870-4654-914d-2b1a322ff296 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:04:07.443114 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 7084b5a6-6870-4654-914d-2b1a322ff296 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:04:07.447789 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 7084b5a6-6870-4654-914d-2b1a322ff296 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:04:07.448240 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:07.563290 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:07.595135 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 7084b5a6-6870-4654-914d-2b1a322ff296, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=7084b5a6-6870-4654-914d-2b1a322ff296,segment=NetworkSegment(28c2d93f-d200-4f10-8671-614a3902ab01),segment_id=28c2d93f-d200-4f10-8671-614a3902ab01)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:04:07.599583 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:07.603408 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:04:07.672963 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=7084b5a6-6870-4654-914d-2b1a322ff296,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:04:07.676141 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:04:08.885294 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 57500) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:04:09.121565 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-b4192e58-75cf-4ef1-915e-089a028cb815 admin admin] 10.222.0.36 "GET /v2.0/routers/579f1fac-bfe0-490f-ba60-a354ed8520d1 HTTP/1.1" status: 200  len: 710 time: 0.2351487
Oct 27 14:04:09.249515 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf48bff-7535-438d-a414-7239b6856867 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:04:09.251613 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-8bf48bff-7535-438d-a414-7239b6856867 admin admin] 10.222.0.36 "GET /v2.0/networks/fdfde01f-dc55-4892-86f9-78cb0380a430 HTTP/1.1" status: 200  len: 886 time: 0.1245766
Oct 27 14:04:09.260296 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:04:09.357625 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 7084b5a6-6870-4654-914d-2b1a322ff296 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:04:09.429068 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 7084b5a6-6870-4654-914d-2b1a322ff296 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:04:09.429434 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:09.740217 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16419597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16423058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59777'] for router, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:09.922168 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:09.980560 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:10.111112 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Allocated IP 172.27.2.70 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/899ee6b4-6d4b-48ce-b07b-65ac2db056b6) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:04:10.300935 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:10.327620 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:10.331954 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:04:10.395580 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:04:10.398565 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:04:10.402943 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:04:10.425671 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Pushing event updated for resources: {'Port': ['ID=899ee6b4-6d4b-48ce-b07b-65ac2db056b6,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:04:10.431555 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:04:10.545426 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:10.709975 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16419597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16423058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59777'] for router, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:10.713216 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16419618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16419604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16419611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16423065'] for router, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:10.912372 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Router 579f1fac-bfe0-490f-ba60-a354ed8520d1 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:04:11.120687 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:04:11.129656 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Notify callbacks [] for router, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:11.130895 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] 10.222.0.36 "PUT /v2.0/routers/579f1fac-bfe0-490f-ba60-a354ed8520d1 HTTP/1.1" status: 200  len: 889 time: 1.8738720
Oct 27 14:04:11.131169 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Sync routers for ids ['579f1fac-bfe0-490f-ba60-a354ed8520d1'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:04:11.143802 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Routers {'579f1fac-bfe0-490f-ba60-a354ed8520d1'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:04:11.144472 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce176128b0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:03:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['579f1fac-bfe0-490f-ba60-a354ed8520d1'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:04:11.341235 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Set router 579f1fac-bfe0-490f-ba60-a354ed8520d1 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:04:11.683496 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce176128b0>, [{'id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'name': 'router1', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '899ee6b4-6d4b-48ce-b07b-65ac2db056b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:52Z', 'updated_at': '2021-10-27T14:04:10Z', 'revision_number': 4, 'project_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'gw_port': {'id': '899ee6b4-6d4b-48ce-b07b-65ac2db056b6', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:84:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:10Z', 'updated_at': '2021-10-27T14:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '7084b5a6-6870-4654-914d-2b1a322ff296', 'name': '', 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'mac_address': 'fa:16:3e:77:f6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8c952af-d798-4b76-ba09-03ec9b99aeda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:02Z', 'updated_at': '2021-10-27T14:04:07Z', 'revision_number': 5, 'project_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'subnets': [{'id': 'e8c952af-d798-4b76-ba09-03ec9b99aeda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf9fa08d-3163-4d86-8726-3ab5b3c93f55'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:04:11.688311 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Checking router: 579f1fac-bfe0-490f-ba60-a354ed8520d1 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:04:11.688674 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Updating router 579f1fac-bfe0-490f-ba60-a354ed8520d1 port 899ee6b4-6d4b-48ce-b07b-65ac2db056b6 binding host dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:04:11.741857 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:12.066852 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Notify callbacks [] for port, precommit_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:12.078901 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Transition to ACTIVE for port object 899ee6b4-6d4b-48ce-b07b-65ac2db056b6 will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:04:12.086512 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:12.090712 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:04:12.172414 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79b32e-150d-4633-8ca7-89a3194cdfc1 None None] Pushing event updated for resources: {'Port': ['ID=899ee6b4-6d4b-48ce-b07b-65ac2db056b6,revision_number=2']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:04:12.174657 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Attempting to bind port 899ee6b4-6d4b-48ce-b07b-65ac2db056b6 on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:04:12.175014 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Attempting to bind port 899ee6b4-6d4b-48ce-b07b-65ac2db056b6 by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:04:12.175373 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Attempting to bind port 899ee6b4-6d4b-48ce-b07b-65ac2db056b6 on network fdfde01f-dc55-4892-86f9-78cb0380a430 {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:04:12.177527 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-3f79b32e-150d-4633-8ca7-89a3194cdfc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:04:12.183330 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:04:12.183702 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Checking segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:04:12.184098 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:12.184476 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Bound using segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:04:12.184937 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Bound port: 899ee6b4-6d4b-48ce-b07b-65ac2db056b6, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:04:12.185321 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:12.277923 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] For port 899ee6b4-6d4b-48ce-b07b-65ac2db056b6, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:04:12.280966 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] For port 899ee6b4-6d4b-48ce-b07b-65ac2db056b6, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=899ee6b4-6d4b-48ce-b07b-65ac2db056b6,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:04:12.286024 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:12.289751 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:04:12.367922 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79b32e-150d-4633-8ca7-89a3194cdfc1 None None] Pushing event updated for resources: {'Port': ['ID=899ee6b4-6d4b-48ce-b07b-65ac2db056b6,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:04:12.371252 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-3f79b32e-150d-4633-8ca7-89a3194cdfc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:04:12.373536 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Routers {'579f1fac-bfe0-490f-ba60-a354ed8520d1'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:04:12.374129 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce176128b0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:03:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['579f1fac-bfe0-490f-ba60-a354ed8520d1'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:04:12.555798 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] Set router 579f1fac-bfe0-490f-ba60-a354ed8520d1 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:04:12.885122 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce176128b0>, [{'id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'name': 'router1', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '899ee6b4-6d4b-48ce-b07b-65ac2db056b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:52Z', 'updated_at': '2021-10-27T14:04:10Z', 'revision_number': 4, 'project_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'gw_port': {'id': '899ee6b4-6d4b-48ce-b07b-65ac2db056b6', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:84:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:10Z', 'updated_at': '2021-10-27T14:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '7084b5a6-6870-4654-914d-2b1a322ff296', 'name': '', 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'mac_address': 'fa:16:3e:77:f6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8c952af-d798-4b76-ba09-03ec9b99aeda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:02Z', 'updated_at': '2021-10-27T14:04:07Z', 'revision_number': 5, 'project_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'subnets': [{'id': 'e8c952af-d798-4b76-ba09-03ec9b99aeda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf9fa08d-3163-4d86-8726-3ab5b3c93f55'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:04:12.889098 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16597f87-f1e3-4752-82c1-88ec6658537f None None] The sync data for ids ['579f1fac-bfe0-490f-ba60-a354ed8520d1'] in dv-cinder-815663-1-iscsi is: [{'id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'name': 'router1', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '899ee6b4-6d4b-48ce-b07b-65ac2db056b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:52Z', 'updated_at': '2021-10-27T14:04:10Z', 'revision_number': 4, 'project_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'gw_port': {'id': '899ee6b4-6d4b-48ce-b07b-65ac2db056b6', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:84:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:10Z', 'updated_at': '2021-10-27T14:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '7084b5a6-6870-4654-914d-2b1a322ff296', 'name': '', 'network_id': 'a1384f0e-ea1c-4fce-b22b-85906cd8e178', 'tenant_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'mac_address': 'fa:16:3e:77:f6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1fac-bfe0-490f-ba60-a354ed8520d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8c952af-d798-4b76-ba09-03ec9b99aeda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:02Z', 'updated_at': '2021-10-27T14:04:07Z', 'revision_number': 5, 'project_id': 'a7a7d1331b8144a19205ad2b0f3ce026', 'subnets': [{'id': 'e8c952af-d798-4b76-ba09-03ec9b99aeda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf9fa08d-3163-4d86-8726-3ab5b3c93f55'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:04:13.406075 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 899ee6b4-6d4b-48ce-b07b-65ac2db056b6 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:04:13.418947 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 57510) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:04:13.489683 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 899ee6b4-6d4b-48ce-b07b-65ac2db056b6 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:04:13.495931 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 899ee6b4-6d4b-48ce-b07b-65ac2db056b6 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:04:13.496310 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:13.570865 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-d21db0f9-c249-4eb6-b649-488fb2004d47 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1506698
Oct 27 14:04:13.617423 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:13.636260 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 899ee6b4-6d4b-48ce-b07b-65ac2db056b6, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=899ee6b4-6d4b-48ce-b07b-65ac2db056b6,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:04:13.641094 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:13.643579 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-a3c548ab-42f3-4577-9955-c6ae80a88be2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:04:13.711633 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=899ee6b4-6d4b-48ce-b07b-65ac2db056b6,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:04:13.714605 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:04:15.366052 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 899ee6b4-6d4b-48ce-b07b-65ac2db056b6 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:04:15.442476 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 899ee6b4-6d4b-48ce-b07b-65ac2db056b6 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:04:15.442892 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:26.508094 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c319-9add-4673-b616-b619cfab2182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:27.036032 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:28.706042 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b58032e6-3bd2-4d5e-8a00-f009df386e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:29.769070 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:31.165492 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:40.954997 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 5 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:04:56.514383 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-dd06fd9a-5baa-46b5-b6db-f0e5c9ef9671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:57.040373 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:58.708071 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-55a01eea-06dc-4cf0-9c99-8b018348ac69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:04:59.774298 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:05:01.178444 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:05:17.954443 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 5 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:05:26.508776 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-e02fc33a-ed7a-44ee-8c11-e5a667b3368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:05:27.047945 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:05:28.712910 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b191bfd9-429c-4e1c-922f-2c2eafcd20ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:05:29.777820 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:05:31.177317 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:05:54.955217 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 5 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:05:56.512683 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-163706e3-12c2-4ecd-b8ac-e47a820b5533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:05:57.033647 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:05:58.715492 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-95c63024-19bf-4c89-88f9-671b015fc53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:05:59.780017 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:01.182860 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:17.359391 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58082) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:06:17.452103 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.pecan_wsgi.hooks.translation [None req-52845386-3afb-4b5e-9668-a5a3d0d041f6 admin admin] GET failed (client error): The resource could not be found.
Oct 27 14:06:17.453335 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-52845386-3afb-4b5e-9668-a5a3d0d041f6 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0929732
Oct 27 14:06:17.592502 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1c34d6-5ec1-4c0f-a963-0c4c7e8e30c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:17.593879 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-ee1c34d6-5ec1-4c0f-a963-0c4c7e8e30c3 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1357684
Oct 27 14:06:19.612134 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58092) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:06:19.742091 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59948f0-6d5c-432b-acfe-c2fbcce97aae admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:19.742644 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-e59948f0-6d5c-432b-acfe-c2fbcce97aae admin admin] Synchronizing usage tracker for tenant:cdb79eb1d18d4b408274e7d70cc19ee8 on resource:subnet {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:06:19.759101 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-e59948f0-6d5c-432b-acfe-c2fbcce97aae admin admin] Unset dirty status for tenant:cdb79eb1d18d4b408274e7d70cc19ee8 on resource:subnet {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:06:19.760233 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-e59948f0-6d5c-432b-acfe-c2fbcce97aae admin admin] 10.222.0.36 "GET /v2.0/subnets/e8c952af-d798-4b76-ba09-03ec9b99aeda HTTP/1.1" status: 200  len: 849 time: 0.1471472
Oct 27 14:06:19.770725 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:06:19.888453 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:20.113809 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782696702949'] for subnet, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:20.117476 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-50899bf8-1a30-4741-bf0c-c1589b61859f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:06:20.160983 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:20.161784 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:20.162740 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] 10.222.0.36 "PUT /v2.0/subnets/e8c952af-d798-4b76-ba09-03ec9b99aeda HTTP/1.1" status: 200  len: 868 time: 0.3971438
Oct 27 14:06:20.166530 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2826a22d-63b6-4c70-be90-20c34bd77496 None None] Network a1384f0e-ea1c-4fce-b22b-85906cd8e178 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:06:20.183198 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c952af-d798-4b76-ba09-03ec9b99aeda,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:06:20.193223 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:06:20.193562 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:06:20.193897 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:06:20.194367 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:06:20.194755 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:06:20.195085 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:06:20.195424 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:06:20.195735 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:06:20.196059 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:06:20.196377 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:06:20.196695 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:06:20.200516 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:06:20.629735 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-0f4af6d3-fa7f-4dd2-a459-1a5770222959 None None] Provisioning complete for port 5032c3f5-99c9-44ec-9627-34f876a1ab6e triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:06:20.630112 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-0f4af6d3-fa7f-4dd2-a459-1a5770222959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:20.756468 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-0f4af6d3-fa7f-4dd2-a459-1a5770222959 None None] Provisioning complete for port 7084b5a6-6870-4654-914d-2b1a322ff296 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:06:20.756788 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-0f4af6d3-fa7f-4dd2-a459-1a5770222959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:22.217794 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58102) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:06:22.414734 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4115facf-b4ae-455b-8983-51c69bf948aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:22.415112 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4115facf-b4ae-455b-8983-51c69bf948aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:22.416638 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-4115facf-b4ae-455b-8983-51c69bf948aa admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1979039
Oct 27 14:06:24.449050 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58112) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:06:24.675228 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29c3c6f-4dfa-4c18-ae73-67fedfb0dbfe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:24.675506 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29c3c6f-4dfa-4c18-ae73-67fedfb0dbfe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:24.677078 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-f29c3c6f-4dfa-4c18-ae73-67fedfb0dbfe admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.2270515
Oct 27 14:06:26.516013 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-fb19cca0-32d7-4da1-a8cd-38ed30c90dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:27.039010 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:27.069115 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58122) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:06:27.271351 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf178333-ca28-4d56-ae54-d524672e9ea2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:27.272608 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-bf178333-ca28-4d56-ae54-d524672e9ea2 admin admin] 10.222.0.36 "GET /v2.0/networks/a1384f0e-ea1c-4fce-b22b-85906cd8e178 HTTP/1.1" status: 200  len: 870 time: 0.2025628
Oct 27 14:06:28.718897 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a176cf47-62e5-42c5-b402-2cf98787750a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:29.371917 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58132) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:06:29.562881 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4960df25-6fee-4680-85d6-b15f8c766fa4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:29.564158 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-4960df25-6fee-4680-85d6-b15f8c766fa4 admin admin] 10.222.0.36 "GET /v2.0/networks/fdfde01f-dc55-4892-86f9-78cb0380a430 HTTP/1.1" status: 200  len: 886 time: 0.1912823
Oct 27 14:06:29.785925 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:31.186849 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:31.652448 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58142) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:06:31.782444 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9807ce-93fd-4771-a9e7-e6d70c67349e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:31.782855 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9807ce-93fd-4771-a9e7-e6d70c67349e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:31.784410 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-3a9807ce-93fd-4771-a9e7-e6d70c67349e admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1310658
Oct 27 14:06:31.955253 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 5 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:06:33.825241 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58152) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:06:33.962087 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e190164-2949-4b8d-bd4c-47b73111dd6b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:33.962454 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e190164-2949-4b8d-bd4c-47b73111dd6b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:33.963977 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-8e190164-2949-4b8d-bd4c-47b73111dd6b admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1377876
Oct 27 14:06:36.025263 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58162) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:06:36.164020 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1978b88b-fed6-4b30-88b8-5a7cb62133f9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:36.165354 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-1978b88b-fed6-4b30-88b8-5a7cb62133f9 admin admin] 10.222.0.36 "GET /v2.0/subnets/209464ee-4698-48c8-aca2-cbcbc883e284 HTTP/1.1" status: 200  len: 816 time: 0.1389718
Oct 27 14:06:38.170808 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58172) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:06:38.301943 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbf0b80-4abd-47d6-bcec-c070e8d4ff27 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:38.303227 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-9cbf0b80-4abd-47d6-bcec-c070e8d4ff27 admin admin] 10.222.0.36 "GET /v2.0/subnets/e8c952af-d798-4b76-ba09-03ec9b99aeda HTTP/1.1" status: 200  len: 868 time: 0.1314774
Oct 27 14:06:56.310491 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58210) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:06:56.389464 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [None req-4410633a-9c8d-410e-b47f-695c5bdcc7c4 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=82824) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:06:56.390443 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-4410633a-9c8d-410e-b47f-695c5bdcc7c4 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0789952
Oct 27 14:06:56.520224 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-6150b9cf-25a6-45a6-923c-6793b4cbe883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:57.041202 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:58.486988 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58220) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:06:58.580819 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36b668a-831b-4ddd-bf46-92b2f77cbad5 admin admin] GET failed (client error): The resource could not be found.
Oct 27 14:06:58.582283 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-d36b668a-831b-4ddd-bf46-92b2f77cbad5 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0941133
Oct 27 14:06:58.708383 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab4d804-99fa-4c05-be08-f13f943eafae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:06:58.709910 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-bab4d804-99fa-4c05-be08-f13f943eafae admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1238115
Oct 27 14:06:58.722282 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-df908df7-2f68-4631-a6ff-c30ffdd89549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:06:59.787607 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:00.792151 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58230) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:07:00.865270 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:07:00.869891 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:07:00.879955 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:07:00.892474 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Made reservation on behalf of cdb79eb1d18d4b408274e7d70cc19ee8 for: {'network': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:07:00.894887 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:00.979264 dv-cinder-815663-1-iscsi neutron-server[82823]: WARNING neutron.services.revisions.revision_plugin [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fce17669bb0] {project_id='cdb79eb1d18d4b408274e7d70cc19ee8', id='b560fd90-177c-4272-a7de-a7eb300fe3d5', target_tenant='*', action='access_as_shared', object_id='b275b1b6-df24-4095-aae6-0ea631b45687'}> to bump revision.
Oct 27 14:07:00.991941 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061}  {{(pid=82823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:07:01.000900 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:01.001888 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.segments_db [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Added segment 63959f18-b52b-403d-9db2-25f978f52845 of type vlan for network b275b1b6-df24-4095-aae6-0ea631b45687
Oct 27 14:07:01.030688 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:01.060728 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:01.061873 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:07:01.062443 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:01.067697 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:07:01.161208 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.3679769
Oct 27 14:07:01.166004 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Pushing event updated for resources: {'Network': ['ID=b275b1b6-df24-4095-aae6-0ea631b45687,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:07:01.175599 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:01.175941 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:01.176269 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:01.176597 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:01.176935 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:01.177256 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:01.177579 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:01.177895 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:01.178207 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:01.178518 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:01.178866 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:01.188332 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:07:01.195597 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network b275b1b6-df24-4095-aae6-0ea631b45687 details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:07:01.218323 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:03.253330 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58240) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:07:03.342308 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.pecan_wsgi.hooks.translation [None req-624b689e-d198-4e47-87f6-d5a2e2225e91 admin admin] GET failed (client error): The resource could not be found.
Oct 27 14:07:03.343563 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-624b689e-d198-4e47-87f6-d5a2e2225e91 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0892577
Oct 27 14:07:03.453140 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f210f1-dac1-4187-8e15-8801bff617a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:07:03.454607 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-84f210f1-dac1-4187-8e15-8801bff617a5 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1070054
Oct 27 14:07:03.463886 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'b275b1b6-df24-4095-aae6-0ea631b45687', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:07:03.468246 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:07:03.478505 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:07:03.488863 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] Made reservation on behalf of cdb79eb1d18d4b408274e7d70cc19ee8 for: {'subnet': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:07:03.491184 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:03.689292 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for subnet, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:03.693517 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:07:03.770718 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] Pushing event updated for resources: {'Subnet': ['ID=98be608c-8f77-470d-b2bf-de09c5ac727b,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:07:03.775726 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:07:03.786939 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] Checking segment: {'id': '63959f18-b52b-403d-9db2-25f978f52845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b275b1b6-df24-4095-aae6-0ea631b45687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:07:03.787290 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] Network hostable DHCP agents. Network: b275b1b6-df24-4095-aae6-0ea631b45687, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:07:03.809127 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] Network b275b1b6-df24-4095-aae6-0ea631b45687 is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:07:03.818970 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, b275b1b6-df24-4095-aae6-0ea631b45687) {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:07:03.823439 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:07:03.824009 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:03.830137 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c5b0c-d885-422a-ab41-dfaa99dbf01a None None] Network b275b1b6-df24-4095-aae6-0ea631b45687 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:07:03.850351 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-331b6c4f-ddd1-4e1e-867b-55cc9e9e231b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3897109
Oct 27 14:07:04.065043 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fce550-c1a4-55b7-a1a4-7db2473b096c-b275b1b6-df24-4095-aae6-0ea631b45687', 'network_id': 'b275b1b6-df24-4095-aae6-0ea631b45687', 'tenant_id': 'cdb79eb1d18d4b408274e7d70cc19ee8', 'fixed_ips': [{'subnet_id': '98be608c-8f77-470d-b2bf-de09c5ac727b'}]}} from dv-cinder-815663-1-iscsi. {{(pid=82826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 14:07:04.065918 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:04.229899 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.db_base_plugin_common [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Allocated IP 192.168.233.2 (b275b1b6-df24-4095-aae6-0ea631b45687/98be608c-8f77-470d-b2bf-de09c5ac727b/8ddea088-3319-4439-b5db-48f2c270424c) {{(pid=82826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:07:04.441646 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Notify callbacks [] for port, precommit_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:04.452530 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Transition to ACTIVE for port object 8ddea088-3319-4439-b5db-48f2c270424c will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:07:04.471752 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Transition to ACTIVE for port object 8ddea088-3319-4439-b5db-48f2c270424c will not be triggered until provisioned by entity DHCP. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:07:04.477183 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598'] for port, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:04.481718 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:07:04.548833 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Network b275b1b6-df24-4095-aae6-0ea631b45687 is already hosted by enough agents. {{(pid=82826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:07:04.550019 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.base_scheduler [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Resources bound (agent type, host, resource id):  {{(pid=82826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:07:04.553681 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Received port after_create {{(pid=82826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:07:04.563623 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Pushing event updated for resources: {'Port': ['ID=8ddea088-3319-4439-b5db-48f2c270424c,revision_number=1']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:07:04.626827 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:04.627173 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:04.627508 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:04.627839 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:04.628164 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:04.628485 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:04.628806 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:04.629142 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:04.629464 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:04.629778 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:04.630091 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:07:04.637953 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:07:04.685069 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Attempting to bind port 8ddea088-3319-4439-b5db-48f2c270424c on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:07:04.685438 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Attempting to bind port 8ddea088-3319-4439-b5db-48f2c270424c by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '63959f18-b52b-403d-9db2-25f978f52845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b275b1b6-df24-4095-aae6-0ea631b45687'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:07:04.685821 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Attempting to bind port 8ddea088-3319-4439-b5db-48f2c270424c on network b275b1b6-df24-4095-aae6-0ea631b45687 {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:07:04.692826 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:07:04.693132 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Checking segment: {'id': '63959f18-b52b-403d-9db2-25f978f52845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b275b1b6-df24-4095-aae6-0ea631b45687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:07:04.693547 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:04.693918 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Bound using segment: {'id': '63959f18-b52b-403d-9db2-25f978f52845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b275b1b6-df24-4095-aae6-0ea631b45687'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:07:04.694406 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Bound port: 8ddea088-3319-4439-b5db-48f2c270424c, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63959f18-b52b-403d-9db2-25f978f52845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b275b1b6-df24-4095-aae6-0ea631b45687'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:07:04.694819 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:04.781786 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] For port 8ddea088-3319-4439-b5db-48f2c270424c, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:07:04.785714 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] For port 8ddea088-3319-4439-b5db-48f2c270424c, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=8ddea088-3319-4439-b5db-48f2c270424c,segment=NetworkSegment(63959f18-b52b-403d-9db2-25f978f52845),segment_id=63959f18-b52b-403d-9db2-25f978f52845)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:07:04.791484 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:04.796008 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-3f79b32e-150d-4633-8ca7-89a3194cdfc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:07:04.875499 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Pushing event updated for resources: {'Port': ['ID=8ddea088-3319-4439-b5db-48f2c270424c,revision_number=2']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:07:04.879326 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:07:05.477620 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 8ddea088-3319-4439-b5db-48f2c270424c up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:07:05.571893 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 8ddea088-3319-4439-b5db-48f2c270424c completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:07:05.744737 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a5f7d1-0d14-4525-8eea-a59f74e2d74d None None] Network b275b1b6-df24-4095-aae6-0ea631b45687 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:07:05.843529 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-0080fc89-0b0b-4c61-8723-b7f2a1be8cd8 None None] Provisioning for port 8ddea088-3319-4439-b5db-48f2c270424c completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:07:05.855646 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-0080fc89-0b0b-4c61-8723-b7f2a1be8cd8 None None] Provisioning complete for port 8ddea088-3319-4439-b5db-48f2c270424c triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:07:05.856032 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-0080fc89-0b0b-4c61-8723-b7f2a1be8cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:06.079654 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-0080fc89-0b0b-4c61-8723-b7f2a1be8cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:06.125664 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-0080fc89-0b0b-4c61-8723-b7f2a1be8cd8 None None] For port 8ddea088-3319-4439-b5db-48f2c270424c, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=8ddea088-3319-4439-b5db-48f2c270424c,segment=NetworkSegment(63959f18-b52b-403d-9db2-25f978f52845),segment_id=63959f18-b52b-403d-9db2-25f978f52845)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:07:06.132112 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-0080fc89-0b0b-4c61-8723-b7f2a1be8cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:06.134435 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:07:06.202926 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080fc89-0b0b-4c61-8723-b7f2a1be8cd8 None None] Pushing event updated for resources: {'Port': ['ID=8ddea088-3319-4439-b5db-48f2c270424c,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:07:06.206351 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-0080fc89-0b0b-4c61-8723-b7f2a1be8cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:07:06.364123 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-144ad35d-f124-4289-9641-8cabc6372ee1 None None] Provisioning complete for port 8ddea088-3319-4439-b5db-48f2c270424c triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:07:06.364497 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-144ad35d-f124-4289-9641-8cabc6372ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:07.449949 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 8ddea088-3319-4439-b5db-48f2c270424c up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:07:07.522641 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 8ddea088-3319-4439-b5db-48f2c270424c triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:07:07.523012 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:08.955437 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 5 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:07:26.533099 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-5109cf78-1ba1-40ab-be0b-2089ad71263c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:27.043840 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:28.724107 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-728affb5-b96e-49f5-a740-10426bc1432c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:29.790554 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:31.197576 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:45.956383 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 5 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:07:56.527912 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bac1aa8b-49f6-4847-be45-101c4a54c955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:57.048728 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:58.725935 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-0410e461-c1e6-4b91-a29a-f35a4e1303f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:07:59.794916 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:01.201526 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:06.602119 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58282) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:08:06.607880 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [None req-5afa35a9-4d24-4809-97ae-ed18c61931c8 tempest-verify_tempest_config-1058619994 tempest-verify_tempest_config-1058619994-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=82824) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:08:06.608876 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-5afa35a9-4d24-4809-97ae-ed18c61931c8 tempest-verify_tempest_config-1058619994 tempest-verify_tempest_config-1058619994-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0057416
Oct 27 14:08:06.941379 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58298) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:08:07.090049 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:07.121299 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:08:07.125074 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Usage tracker for resource:security_group_rule and tenant:4abf04b6b1c7465ab175d8e393728922 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:08:07.127849 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:08:07.133429 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:08:07.200556 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:07.204878 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:07.212192 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:08:07.248642 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd389e4-dcea-45d1-82e1-e330ec2cfe92,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:08:07.259852 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Synchronizing usage tracker for tenant:cdb79eb1d18d4b408274e7d70cc19ee8 on resource:security_group {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:08:07.263829 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:08:07.264170 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:08:07.264504 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:08:07.264834 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:08:07.265170 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:08:07.266101 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:08:07.266506 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:08:07.266855 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:08:07.267176 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:08:07.267495 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:08:07.267870 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:08:07.275260 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:08:07.285019 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Unset dirty status for tenant:cdb79eb1d18d4b408274e7d70cc19ee8 on resource:security_group {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:08:07.286326 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4abf04b6b1c7465ab175d8e393728922&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3438504
Oct 27 14:08:07.289248 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58304) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:08:07.350756 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-da634f5e-b733-42cc-a76b-352bf26f7f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:07.382927 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-da634f5e-b733-42cc-a76b-352bf26f7f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:07.475582 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-da634f5e-b733-42cc-a76b-352bf26f7f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:07.479552 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c2f75caa-23f3-4ffd-8a37-026b698616aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:08:07.492898 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da634f5e-b733-42cc-a76b-352bf26f7f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd389e4-dcea-45d1-82e1-e330ec2cfe92,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:08:07.496483 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-da634f5e-b733-42cc-a76b-352bf26f7f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:08:07.498336 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-da634f5e-b733-42cc-a76b-352bf26f7f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:07.502487 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-da634f5e-b733-42cc-a76b-352bf26f7f91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fcd389e4-dcea-45d1-82e1-e330ec2cfe92 HTTP/1.1" status: 204  len: 168 time: 0.2093430
Oct 27 14:08:22.955864 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 5 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:08:26.532217 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-113b926a-e37f-4da4-aabb-e2afe840b2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:27.052769 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:28.727716 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-50893d6f-88b3-4752-a39d-b553ae4c7339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:29.796958 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:31.204594 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:56.534052 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-e04df13a-419b-4e1c-b2af-3404a58c27bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:57.055496 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:58.731617 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-ada0d4bc-66c8-400d-a967-763501972af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:59.798616 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:08:59.955932 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 5 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:09:01.208222 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:09:26.536503 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd0a1-a462-4266-bc80-33a56f3fa61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:09:27.058125 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:09:28.732818 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-804ee4d1-a684-4519-a943-b76bb7945b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:09:29.804161 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:09:31.209416 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:09:36.955734 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 5 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:09:42.638943 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16430738'] for agent, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:09:56.541438 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-523ad98f-29cf-4a98-bf7c-7da6e0860948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:09:57.059335 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:09:57.306049 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58374) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:09:57.441742 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-599dd8e1-9110-4de3-b51b-bab35e41904e admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1344988
Oct 27 14:09:58.735275 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-5a94f3c7-3728-4b14-a378-4c5687cb4df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:09:59.518396 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58384) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:09:59.598570 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-931a55c9-ec1b-4e75-bb95-7bbb2aa4575e admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0790534
Oct 27 14:09:59.805437 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:10:01.213636 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:10:12.626191 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:10:13.955727 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:10:26.543309 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-5147d6b9-4624-4f38-b7c5-8c45b7598f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:10:27.062204 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:10:28.738879 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c8a4-1b70-4237-af9a-e6a62179a40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:10:29.807546 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:10:31.216550 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:10:42.657418 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:10:50.956586 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:10:56.546532 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-0768a049-840c-4c16-a0e3-c870a88eca70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:10:57.071322 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:10:58.741760 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-31a2f69f-5603-4329-a431-b294e35e5e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:10:59.811712 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:01.220366 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:12.655632 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:26.548831 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-f62c6e95-5dbb-4c6a-a259-3030674012fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:27.066872 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:27.957131 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:11:28.744661 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-648dd879-9d4a-40b4-b989-99d74aee7082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:29.815086 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:31.224155 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:42.666591 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:49.563404 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58528) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:50.053394 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-309834268-network', 'tenant_id': '32e064bd64034775bfe5271d56d189d9'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:11:50.058854 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:50.062914 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Usage tracker for resource:network and tenant:32e064bd64034775bfe5271d56d189d9 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:50.066243 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:50.072307 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:50.082726 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Made reservation on behalf of 32e064bd64034775bfe5271d56d189d9 for: {'network': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:11:50.085196 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:50.098899 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:50.146911 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:50.151339 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Usage tracker for resource:security_group_rule and tenant:32e064bd64034775bfe5271d56d189d9 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:50.154202 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:50.159963 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:50.232919 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:50.237509 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:50.241862 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-9930095e-d4b1-46ce-b072-96e532c1a797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:50.275676 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074}  {{(pid=82823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:11:50.277665 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882372c2-c54c-46f3-b06c-ae89910792a6,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:50.290746 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.291089 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.291410 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.291733 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.292047 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.292363 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.292674 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.292988 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.293297 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.293600 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.293902 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Tracked resource versions report:
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]: pushed versions:
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]: {   'ConntrackHelper': {'1.0'},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     'Log': {'1.0'},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     'Network': {'1.1'},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     'Port': {'1.5'},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     'PortForwarding': {'1.2'},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     'QosPolicy': {'1.8'},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     'SecurityGroup': {'1.2'},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     'SecurityGroupRule': {'1.0'},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     'SubPort': {'1.0'},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     'Subnet': {'1.1'},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     'Trunk': {'1.1'}}
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]: consumer versions:
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]: {   DHCP agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     HyperV agent@hv-cinder-81566: {},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     L3 agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     Metadata agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     Metering agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:     Open vSwitch agent@dv-cinder-815663-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'Log': '1.0',
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'Network': '1.1',
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'Port': '1.5',
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'PortForwarding': '1.2',
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'QosPolicy': '1.8',
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'SecurityGroup': '1.2',
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'SecurityGroupRule': '1.0',
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'SubPort': '1.0',
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'Subnet': '1.1',
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:                                                      'Trunk': '1.1'}}
Oct 27 14:11:50.294957 dv-cinder-815663-1-iscsi neutron-server[82823]:  {{(pid=82823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 14:11:50.298025 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:50.302186 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:50.302546 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.segments_db [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Added segment 6ade4160-947b-434f-aba5-ec6c084ec3cc of type vlan for network 0b9d4f1d-af76-43ad-875e-6597feb65c8e
Oct 27 14:11:50.330034 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:50.361223 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:50.363187 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:11:50.363884 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:50.368615 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:50.439082 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58568) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:50.439778 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8745644
Oct 27 14:11:50.448818 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Request body: {'subnet': {'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-309834268-subnet', 'tenant_id': '32e064bd64034775bfe5271d56d189d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:11:50.455404 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:50.461592 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Usage tracker for resource:subnet and tenant:32e064bd64034775bfe5271d56d189d9 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:50.465745 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:50.474144 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:50.487975 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Pushing event updated for resources: {'Network': ['ID=0b9d4f1d-af76-43ad-875e-6597feb65c8e,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:50.490347 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Made reservation on behalf of 32e064bd64034775bfe5271d56d189d9 for: {'subnet': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:11:50.490814 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:50.493591 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:50.499209 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network 0b9d4f1d-af76-43ad-875e-6597feb65c8e details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:11:50.742605 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for subnet, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:50.747208 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:50.802610 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a78620-5e75-47e6-8829-bc1e4d0350f9,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:50.814157 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.814505 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.814881 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.815172 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.815514 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.815839 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.816156 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.816486 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.816806 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.817119 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.817431 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Tracked resource versions report:
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]: pushed versions:
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]: {   'ConntrackHelper': {'1.0'},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     'Log': {'1.0'},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     'Network': {'1.1'},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     'Port': {'1.5'},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     'PortForwarding': {'1.2'},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     'QosPolicy': {'1.8'},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     'SecurityGroup': {'1.2'},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     'SecurityGroupRule': {'1.0'},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     'SubPort': {'1.0'},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     'Subnet': {'1.1'},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     'Trunk': {'1.1'}}
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]: consumer versions:
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]: {   DHCP agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     HyperV agent@hv-cinder-81566: {},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     L3 agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     Metadata agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     Metering agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:     Open vSwitch agent@dv-cinder-815663-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'Log': '1.0',
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'Network': '1.1',
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'Port': '1.5',
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'PortForwarding': '1.2',
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'QosPolicy': '1.8',
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'SecurityGroup': '1.2',
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'SecurityGroupRule': '1.0',
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'SubPort': '1.0',
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'Subnet': '1.1',
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:                                                      'Trunk': '1.1'}}
Oct 27 14:11:50.818473 dv-cinder-815663-1-iscsi neutron-server[82824]:  {{(pid=82824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 14:11:50.822597 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:50.846475 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Checking segment: {'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:11:50.846859 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Network hostable DHCP agents. Network: 0b9d4f1d-af76-43ad-875e-6597feb65c8e, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:11:50.871665 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Network 0b9d4f1d-af76-43ad-875e-6597feb65c8e is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:11:50.882973 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, 0b9d4f1d-af76-43ad-875e-6597feb65c8e) {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:11:50.887152 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:11:50.888187 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:50.894592 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ce7d19-f925-40be-ab8f-d6a14ba28456 None None] Network 0b9d4f1d-af76-43ad-875e-6597feb65c8e requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:11:50.922070 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4796374
Oct 27 14:11:51.170426 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59872550-0789-47b2-b0d5-37efa14023a6 None None] Network 0b9d4f1d-af76-43ad-875e-6597feb65c8e requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:11:51.190422 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58596) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:51.211340 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58602) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:51.235204 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58608) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:51.613431 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1508573941-network', 'tenant_id': 'b3b35552e84f4a30bab9b2f278d5dfdb'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:11:51.620477 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:51.625452 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Usage tracker for resource:network and tenant:b3b35552e84f4a30bab9b2f278d5dfdb is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:51.628605 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:51.634664 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:51.652940 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-143173390-network', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:11:51.659163 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Made reservation on behalf of b3b35552e84f4a30bab9b2f278d5dfdb for: {'network': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:11:51.662419 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:51.665587 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:51.670446 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Usage tracker for resource:network and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:51.677426 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1404398775-network', 'tenant_id': '71891beeb9cf4a9a95067ff34e318014'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:11:51.682138 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:51.682284 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:51.686224 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Usage tracker for resource:network and tenant:71891beeb9cf4a9a95067ff34e318014 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:51.689459 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:51.696213 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:51.704981 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:51.710447 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Made reservation on behalf of 71891beeb9cf4a9a95067ff34e318014 for: {'network': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:11:51.713633 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:51.720537 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:51.725199 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Usage tracker for resource:security_group_rule and tenant:b3b35552e84f4a30bab9b2f278d5dfdb is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:51.728895 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:51.736716 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:51.737685 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:51.753442 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:51.783259 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:51.789027 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Usage tracker for resource:security_group_rule and tenant:71891beeb9cf4a9a95067ff34e318014 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:51.792984 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:51.796148 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Made reservation on behalf of a32d3bb833eb4a8ea5bb9428523f7587 for: {'network': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:11:51.799434 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:51.814069 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:51.821353 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:51.829638 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:51.834710 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:51.848301 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:51.879806 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:51.883754 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:51.886469 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079}  {{(pid=82824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:11:51.886834 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Usage tracker for resource:security_group_rule and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:51.888982 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:51.895394 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:51.897112 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:51.898100 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.segments_db [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Added segment 4f7ff6ca-afce-49f1-a6f0-e018959a6549 of type vlan for network 178877a3-883c-4aa5-ab2c-2395b9a3a531
Oct 27 14:11:51.910261 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:51.930938 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:51.940618 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:51.947842 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:51.957059 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:51.973279 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:51.974966 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:11:51.976130 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:51.990933 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f673ea69-2f6a-4fd8-a08f-3e28cb6deba2,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:51.991355 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-e8193bf2-d9b0-42db-8f2d-a5902d6c542b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:51.997183 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:52.010908 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055}  {{(pid=82823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:11:52.031294 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.031941 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.segments_db [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Added segment 84d81e25-3798-4e17-8ed6-2ed118ecd4f6 of type vlan for network 3937a8fc-615b-4b4f-a7b3-3959969a2cfa
Oct 27 14:11:52.086297 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.108811 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.112366 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.9176762
Oct 27 14:11:52.113091 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58642) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:52.123519 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Request body: {'subnet': {'network_id': '178877a3-883c-4aa5-ab2c-2395b9a3a531', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1508573941-subnet', 'tenant_id': 'b3b35552e84f4a30bab9b2f278d5dfdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:11:52.129330 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:52.131204 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.137789 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Usage tracker for resource:subnet and tenant:b3b35552e84f4a30bab9b2f278d5dfdb is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:52.141705 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:52.148297 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080}  {{(pid=82823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:11:52.148972 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:52.157065 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:52.160970 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Made reservation on behalf of b3b35552e84f4a30bab9b2f278d5dfdb for: {'subnet': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:11:52.163548 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Notify callbacks [] for subnet, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.174753 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.175390 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.segments_db [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Added segment 9778941e-ae5a-409f-83ea-1262a7a32900 of type vlan for network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb
Oct 27 14:11:52.190098 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.196274 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:11:52.197188 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.204278 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cb3240-40cb-4dcb-860f-bd40bee86913,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:52.219169 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:52.220353 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-c135703e-5431-46fd-a45a-4d79e5f4a229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:52.277360 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.281762 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 1.0453436
Oct 27 14:11:52.286492 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58648) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:52.295595 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Request body: {'subnet': {'network_id': '3937a8fc-615b-4b4f-a7b3-3959969a2cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1404398775-subnet', 'tenant_id': '71891beeb9cf4a9a95067ff34e318014', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:11:52.300288 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:52.305266 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Usage tracker for resource:subnet and tenant:71891beeb9cf4a9a95067ff34e318014 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:52.308538 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:52.314538 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:52.336951 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Made reservation on behalf of 71891beeb9cf4a9a95067ff34e318014 for: {'subnet': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:11:52.339629 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.552910 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for subnet, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.565520 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Pushing event updated for resources: {'Network': ['ID=178877a3-883c-4aa5-ab2c-2395b9a3a531,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:52.580298 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:52.589266 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network 178877a3-883c-4aa5-ab2c-2395b9a3a531 details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:11:52.600223 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for subnet, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.612532 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d3209885-dcaa-42af-a655-6888ea17a8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:52.648829 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.db.resource_extend [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Oct 27 14:11:52.677957 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Pushing event updated for resources: {'Network': ['ID=3937a8fc-615b-4b4f-a7b3-3959969a2cfa,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:52.688172 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:52.688172 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:52.753321 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9288af40-4ab1-41e2-afa5-48c65fbb5bcb,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:52.764436 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Checking segment: {'id': '4f7ff6ca-afce-49f1-a6f0-e018959a6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '178877a3-883c-4aa5-ab2c-2395b9a3a531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:11:52.767052 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Network hostable DHCP agents. Network: 178877a3-883c-4aa5-ab2c-2395b9a3a531, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:11:52.777819 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:52.782095 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.784728 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:11:52.785403 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.812134 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:52.836329 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.6234369
Oct 27 14:11:52.837269 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58662) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:52.848375 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Checking segment: {'id': '84d81e25-3798-4e17-8ed6-2ed118ecd4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3937a8fc-615b-4b4f-a7b3-3959969a2cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:11:52.848890 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Network hostable DHCP agents. Network: 3937a8fc-615b-4b4f-a7b3-3959969a2cfa, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:11:52.862702 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Request body: {'subnet': {'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-143173390-subnet', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:11:52.873827 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Network 178877a3-883c-4aa5-ab2c-2395b9a3a531 is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:11:52.896281 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:52.901392 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Network 3937a8fc-615b-4b4f-a7b3-3959969a2cfa is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:11:52.915972 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0d5e50-ec36-4af5-833f-effa67118f60,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:52.927882 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, 178877a3-883c-4aa5-ab2c-2395b9a3a531) {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:11:52.930263 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:52.956296 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:11:52.956994 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:52.964318 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network 3937a8fc-615b-4b4f-a7b3-3959969a2cfa details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:11:52.964833 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Usage tracker for resource:subnet and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:52.967641 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, 3937a8fc-615b-4b4f-a7b3-3959969a2cfa) {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:11:52.969327 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:52.982104 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Pushing event updated for resources: {'Network': ['ID=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:52.998065 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:53.001436 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:11:53.002128 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:53.007142 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d790e-84de-4223-82c3-8d408b8d68fc None None] Network 178877a3-883c-4aa5-ab2c-2395b9a3a531 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:11:53.020723 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9065025
Oct 27 14:11:53.034653 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a59ba-831a-436e-aa77-70bfe3342d0c None None] Network 3937a8fc-615b-4b4f-a7b3-3959969a2cfa requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:11:53.052215 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7610054
Oct 27 14:11:53.059682 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:53.068729 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Made reservation on behalf of a32d3bb833eb4a8ea5bb9428523f7587 for: {'subnet': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:11:53.071699 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:53.085698 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:11:53.503517 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for subnet, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:53.517741 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-2983b390-500d-42d3-9a0d-8de4a5739b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:53.725100 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Checking segment: {'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:11:53.725754 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Network hostable DHCP agents. Network: 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:11:53.740628 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6fa137-4b38-49f8-9a27-ac5a35d6a617,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:53.760461 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:53.787455 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:11:53.804249 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb) {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:11:53.817521 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:11:53.818269 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:53.867232 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e896c84c-2d25-4ddb-ad0b-4434cc9c8c80 None None] Network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:11:53.871310 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0276306
Oct 27 14:11:53.874524 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58698) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:53.883534 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:11:53.896796 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:53.910486 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Usage tracker for resource:router and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:53.924517 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:53.936756 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:53.955128 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16423044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59882'] for router, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:53.956607 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16495057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:53.998847 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:54.137363 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dfb56d-2961-4830-bb31-6a866c326cae None None] Network 178877a3-883c-4aa5-ab2c-2395b9a3a531 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:11:54.310878 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16419597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16423058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59777'] for router, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:54.439829 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fce550-c1a4-55b7-a1a4-7db2473b096c-916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617'}]}} from dv-cinder-815663-1-iscsi. {{(pid=82826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 14:11:54.440574 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:54.544837 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49af29b5-8d65-4a1f-8946-c241cf66f06b None None] Network 3937a8fc-615b-4b4f-a7b3-3959969a2cfa requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:11:54.595835 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:54.634013 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:54.801656 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Allocated IP 172.27.2.63 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/5e30e130-090d-4e05-b01c-2d114742220a) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:11:54.888517 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.db_base_plugin_common [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Allocated IP 172.20.0.2 (916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb/1a6fa137-4b38-49f8-9a27-ac5a35d6a617/12064ee8-e379-435a-bd2a-296ffebc47dd) {{(pid=82826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:11:55.062343 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:55.123937 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:55.129368 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-827eb23a-391c-43cc-b26a-52456a759017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:55.198576 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:11:55.200053 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:11:55.203808 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:11:55.216808 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Notify callbacks [] for port, precommit_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:55.230379 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Transition to ACTIVE for port object 12064ee8-e379-435a-bd2a-296ffebc47dd will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:11:55.251406 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Pushing event updated for resources: {'Port': ['ID=5e30e130-090d-4e05-b01c-2d114742220a,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:55.263741 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Transition to ACTIVE for port object 12064ee8-e379-435a-bd2a-296ffebc47dd will not be triggered until provisioned by entity DHCP. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:11:55.265438 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:55.275782 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598'] for port, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:55.293844 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:55.345413 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:55.346145 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16419618'] for router, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:55.364302 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb is already hosted by enough agents. {{(pid=82826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:11:55.380374 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.base_scheduler [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Resources bound (agent type, host, resource id):  {{(pid=82826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:11:55.392180 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Received port after_create {{(pid=82826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:11:55.600341 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58770) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:55.604251 dv-cinder-815663-1-iscsi neutron-server[82823]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Oct 27 14:11:55.614543 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Attempting to bind port 12064ee8-e379-435a-bd2a-296ffebc47dd on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:11:55.614936 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Attempting to bind port 12064ee8-e379-435a-bd2a-296ffebc47dd by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:11:55.615457 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Attempting to bind port 12064ee8-e379-435a-bd2a-296ffebc47dd on network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:11:55.627844 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Pushing event updated for resources: {'Port': ['ID=12064ee8-e379-435a-bd2a-296ffebc47dd,revision_number=1']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:55.639054 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Router e2654565-789d-45d0-97f1-7379fce14557 is scheduled to L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef with binding_index 1 {{(pid=82824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 14:11:55.655582 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:11:55.655582 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Checking segment: {'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:11:55.655843 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:55.656106 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Bound using segment: {'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:11:55.656594 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Bound port: 12064ee8-e379-435a-bd2a-296ffebc47dd, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:11:55.658210 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:55.749683 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:55.752401 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:55.753192 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:55.753730 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:55.754253 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:55.754808 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:55.755518 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:55.757754 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:55.758506 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:55.759090 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:55.759780 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Tracked resource versions report:
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]: pushed versions:
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]: {   'ConntrackHelper': {'1.0'},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     'Log': {'1.0'},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     'Network': {'1.1'},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     'Port': {'1.5'},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     'PortForwarding': {'1.2'},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     'QosPolicy': {'1.8'},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     'SecurityGroup': {'1.2'},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     'SecurityGroupRule': {'1.0'},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     'SubPort': {'1.0'},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     'Subnet': {'1.1'},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     'Trunk': {'1.1'}}
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]: consumer versions:
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]: {   DHCP agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     HyperV agent@hv-cinder-81566: {},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     L3 agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     Metadata agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     Metering agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:     Open vSwitch agent@dv-cinder-815663-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'Log': '1.0',
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'Network': '1.1',
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'Port': '1.5',
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'PortForwarding': '1.2',
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'QosPolicy': '1.8',
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'SecurityGroup': '1.2',
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'SecurityGroupRule': '1.0',
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'SubPort': '1.0',
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'Subnet': '1.1',
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:                                                      'Trunk': '1.1'}}
Oct 27 14:11:55.762040 dv-cinder-815663-1-iscsi neutron-server[82826]:  {{(pid=82826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 14:11:55.792413 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:55.840957 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58778) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:55.872067 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1030384175-network', 'tenant_id': 'ca1691bd4d614bb6982f3683df928465'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:11:55.879028 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:55.893981 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Usage tracker for resource:network and tenant:ca1691bd4d614bb6982f3683df928465 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:55.909709 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:55.911286 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:55.911567 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] For port 12064ee8-e379-435a-bd2a-296ffebc47dd, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:11:55.920121 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] For port 12064ee8-e379-435a-bd2a-296ffebc47dd, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=12064ee8-e379-435a-bd2a-296ffebc47dd,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:11:55.929220 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:55.959103 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58790) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:55.962080 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:55.963954 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Made reservation on behalf of ca1691bd4d614bb6982f3683df928465 for: {'network': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:11:55.969643 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:56.008715 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:56.107069 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:11:56.119936 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Sync routers for ids ['e2654565-789d-45d0-97f1-7379fce14557'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:11:56.142165 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Pushing event updated for resources: {'Port': ['ID=12064ee8-e379-435a-bd2a-296ffebc47dd,revision_number=2']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:56.145910 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Routers {'e2654565-789d-45d0-97f1-7379fce14557'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:11:56.146522 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17383490>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:11:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['e2654565-789d-45d0-97f1-7379fce14557'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:11:56.151599 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:56.159266 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Notify callbacks [] for router, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:56.165457 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.2864063
Oct 27 14:11:56.166663 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58798) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:56.253848 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-2404c662-0e08-430e-8d30-33752f112192 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:11:56.254564 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-2404c662-0e08-430e-8d30-33752f112192 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Synchronizing usage tracker for tenant:32e064bd64034775bfe5271d56d189d9 on resource:network {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:11:56.263604 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:56.271989 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Usage tracker for resource:security_group_rule and tenant:ca1691bd4d614bb6982f3683df928465 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:56.277381 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:56.288569 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:56.367808 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e669f1-fd5d-4034-ada9-d270698028ef req-86fb53d5-420c-4515-8d90-6a35d09b7f8d tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:11:56.369341 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-86fb53d5-420c-4515-8d90-6a35d09b7f8d tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/networks?id=178877a3-883c-4aa5-ab2c-2395b9a3a531 HTTP/1.1" status: 200  len: 812 time: 0.4067826
Oct 27 14:11:56.415312 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Set router e2654565-789d-45d0-97f1-7379fce14557 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:11:56.432457 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-04e3778b-59c3-4ad7-8760-ad50b044012e tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/quotas/b3b35552e84f4a30bab9b2f278d5dfdb HTTP/1.1" status: 200  len: 375 time: 0.0504072
Oct 27 14:11:56.501769 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:56.526743 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:56.530309 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-39a689c9-04c3-46a7-9a6b-70f2b14cc97e tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3b35552e84f4a30bab9b2f278d5dfdb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0870414
Oct 27 14:11:56.535300 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:56.548959 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-2404c662-0e08-430e-8d30-33752f112192 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Unset dirty status for tenant:32e064bd64034775bfe5271d56d189d9 on resource:network {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:11:56.550403 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-2404c662-0e08-430e-8d30-33752f112192 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/networks?id=0b9d4f1d-af76-43ad-875e-6597feb65c8e HTTP/1.1" status: 200  len: 814 time: 0.9488516
Oct 27 14:11:56.572257 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-6c3bdf4c-5ab2-48cd-bc9a-882173daa336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:56.576048 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084}  {{(pid=82823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:11:56.599690 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-57847c48-af62-4a3c-9352-2d35af7a2158 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/quotas/32e064bd64034775bfe5271d56d189d9 HTTP/1.1" status: 200  len: 375 time: 0.0323951
Oct 27 14:11:56.600447 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fff88a4-687f-4e40-b9c2-5e0fbbe68b23,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:56.604632 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:56.605718 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:56.606739 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.segments_db [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Added segment 47c9148e-6bcc-4ba5-be3c-744197beb117 of type vlan for network 14f3f348-2f85-47ff-98fb-257718babaea
Oct 27 14:11:56.665290 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-b892887a-fb2a-4892-b014-a8260512b973 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=32e064bd64034775bfe5271d56d189d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0576494
Oct 27 14:11:56.684246 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:56.727300 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:56.730341 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:11:56.731535 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:56.740866 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-66d1d8f0-8492-4a21-a2c4-63884a4190d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:56.873947 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17383490>, [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:55Z', 'revision_number': 3, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:11:56.879145 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Checking router: e2654565-789d-45d0-97f1-7379fce14557 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:11:56.880025 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Updating router e2654565-789d-45d0-97f1-7379fce14557 port 5e30e130-090d-4e05-b01c-2d114742220a binding host dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:11:56.945544 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:56.952535 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 1.1102726
Oct 27 14:11:56.961415 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58814) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:56.972188 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Request body: {'subnet': {'network_id': '14f3f348-2f85-47ff-98fb-257718babaea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1030384175-subnet', 'tenant_id': 'ca1691bd4d614bb6982f3683df928465', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:11:56.979851 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-d75f9f1d-c568-4fbd-8001-6bc095005aac service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=82823) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:11:56.987619 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-d75f9f1d-c568-4fbd-8001-6bc095005aac service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1557813
Oct 27 14:11:56.989918 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Pushing event updated for resources: {'Network': ['ID=14f3f348-2f85-47ff-98fb-257718babaea,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:57.004360 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network 14f3f348-2f85-47ff-98fb-257718babaea details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:11:57.016032 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-d1a5ca76-5ae9-495d-875c-2cab081556d3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=82823) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:11:57.022006 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-d1a5ca76-5ae9-495d-875c-2cab081556d3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2178898
Oct 27 14:11:57.029851 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:11:57.032664 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:57.041283 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Usage tracker for resource:subnet and tenant:ca1691bd4d614bb6982f3683df928465 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:11:57.077387 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:11:57.136638 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:11:57.295354 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:57.342250 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Made reservation on behalf of ca1691bd4d614bb6982f3683df928465 for: {'subnet': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:11:57.344540 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:57.391814 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48867894-dfd5-4f0f-b9ce-967f4ee7aac9 None None] Network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:11:57.451135 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:57.486219 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-5dcbad68-6005-4d71-97a2-443d30e9830e None None] Provisioning for port 12064ee8-e379-435a-bd2a-296ffebc47dd completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:11:57.494030 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-b3d5718a-2faa-4c48-891f-833c8228029a service neutron] 10.222.0.36 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5050483
Oct 27 14:11:57.501807 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-cf61e5eb-7632-42da-b111-229452c2a232 service neutron] 10.222.0.36 "GET /v2.0/networks/178877a3-883c-4aa5-ab2c-2395b9a3a531?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4618642
Oct 27 14:11:57.541076 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Notify callbacks [] for port, precommit_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:57.586720 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.provisioning_blocks [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Transition to ACTIVE for port object 5e30e130-090d-4e05-b01c-2d114742220a will not be triggered until provisioned by entity L2. {{(pid=82827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:11:57.611490 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:57.629868 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-7073a147-73bd-4d1e-90e5-1f350e4c27a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:57.751820 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Pushing event updated for resources: {'Port': ['ID=5e30e130-090d-4e05-b01c-2d114742220a,revision_number=2']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:57.765361 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 12064ee8-e379-435a-bd2a-296ffebc47dd up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:11:57.770033 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:57.771068 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:57.772038 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:57.772679 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:57.773217 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:57.773758 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:57.774347 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:57.774981 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:57.776793 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:57.777471 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:57.778947 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Tracked resource versions report:
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]: pushed versions:
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]: {   'ConntrackHelper': {'1.0'},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     'Log': {'1.0'},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     'Network': {'1.1'},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     'Port': {'1.5'},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     'PortForwarding': {'1.2'},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     'QosPolicy': {'1.8'},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     'SecurityGroup': {'1.2'},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     'SecurityGroupRule': {'1.0'},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     'SubPort': {'1.0'},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     'Subnet': {'1.1'},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     'Trunk': {'1.1'}}
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]: consumer versions:
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]: {   DHCP agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     HyperV agent@hv-cinder-81566: {},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     L3 agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     Metadata agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     Metering agent@dv-cinder-815663-1-iscsi: {},
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:     Open vSwitch agent@dv-cinder-815663-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'Log': '1.0',
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'Network': '1.1',
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'Port': '1.5',
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'PortForwarding': '1.2',
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'QosPolicy': '1.8',
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'SecurityGroup': '1.2',
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'SecurityGroupRule': '1.0',
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'SubPort': '1.0',
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'Subnet': '1.1',
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:                                                      'Trunk': '1.1'}}
Oct 27 14:11:57.781393 dv-cinder-815663-1-iscsi neutron-server[82827]:  {{(pid=82827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 14:11:57.800224 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:57.865249 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Attempting to bind port 5e30e130-090d-4e05-b01c-2d114742220a on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:11:57.869100 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Attempting to bind port 5e30e130-090d-4e05-b01c-2d114742220a by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:11:57.869841 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Attempting to bind port 5e30e130-090d-4e05-b01c-2d114742220a on network fdfde01f-dc55-4892-86f9-78cb0380a430 {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:11:57.885807 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Allocated IP 172.20.0.1 (916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb/1a6fa137-4b38-49f8-9a27-ac5a35d6a617/e507c6cd-4795-450b-ba9b-e5d7149006ca) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:11:57.888646 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:11:57.889826 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Checking segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:11:57.891117 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:57.891680 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Bound using segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:11:57.892378 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Bound port: 5e30e130-090d-4e05-b01c-2d114742220a, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:11:57.894024 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:57.910579 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 12064ee8-e379-435a-bd2a-296ffebc47dd completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:11:57.933533 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 12064ee8-e379-435a-bd2a-296ffebc47dd triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:11:57.934024 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:58.175541 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:58.179372 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] For port 5e30e130-090d-4e05-b01c-2d114742220a, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:11:58.192871 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] For port 5e30e130-090d-4e05-b01c-2d114742220a, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=5e30e130-090d-4e05-b01c-2d114742220a,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:11:58.198123 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:58.203262 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:58.215806 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Transition to ACTIVE for port object e507c6cd-4795-450b-ba9b-e5d7149006ca will not be triggered until provisioned by entity DHCP. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:11:58.230100 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:58.242201 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:58.258766 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:58.261431 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 12064ee8-e379-435a-bd2a-296ffebc47dd, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=12064ee8-e379-435a-bd2a-296ffebc47dd,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:11:58.267545 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:58.271845 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-3f79b32e-150d-4633-8ca7-89a3194cdfc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:58.317293 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-5498c907-21f0-46e5-831d-12ac32130e4c service neutron] 10.222.0.36 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8132751
Oct 27 14:11:58.341475 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Pushing event updated for resources: {'Port': ['ID=e507c6cd-4795-450b-ba9b-e5d7149006ca,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:58.344326 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:58.356264 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-6ffdfc05-bd28-4845-812c-25ee1cdc3aff service neutron] 10.222.0.36 "GET /v2.0/networks/178877a3-883c-4aa5-ab2c-2395b9a3a531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8524847
Oct 27 14:11:58.362783 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:11:58.364508 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:11:58.368346 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:11:58.369062 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16417640'] for router_interface, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:58.439447 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Routers {'e2654565-789d-45d0-97f1-7379fce14557'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:11:58.440103 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17383490>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:11:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['e2654565-789d-45d0-97f1-7379fce14557'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:11:58.440714 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=12064ee8-e379-435a-bd2a-296ffebc47dd,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:58.447992 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:58.552380 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b1dd59bd-ba81-4e5d-b476-42de29e82380 None None] Provisioning complete for port 12064ee8-e379-435a-bd2a-296ffebc47dd triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:11:58.553438 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b1dd59bd-ba81-4e5d-b476-42de29e82380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:58.556311 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for subnet, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:58.570295 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0e2e8ad9-bb95-4a2e-8666-7c985f0396d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:58.596859 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:58.710329 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a156ce01-2410-4cd3-b292-11d2806f4672,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:58.733503 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:58.791670 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Checking segment: {'id': '47c9148e-6bcc-4ba5-be3c-744197beb117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '14f3f348-2f85-47ff-98fb-257718babaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:11:58.794050 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Network hostable DHCP agents. Network: 14f3f348-2f85-47ff-98fb-257718babaea, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:11:58.851672 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9be57279-1dd2-46ef-95ec-59c3521a7da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:58.873816 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Network 14f3f348-2f85-47ff-98fb-257718babaea is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:11:58.888450 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, 14f3f348-2f85-47ff-98fb-257718babaea) {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:11:58.903746 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:11:58.904677 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:58.919339 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34b4d78-0e6c-40e8-b6dd-36d89c89d256 None None] Network 14f3f348-2f85-47ff-98fb-257718babaea requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:11:58.946337 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.9788237
Oct 27 14:11:58.976727 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] Set router e2654565-789d-45d0-97f1-7379fce14557 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:11:59.186066 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f998a336-2488-4395-a913-f295a92a0f59 req-02c37840-9123-423e-9be2-6ac704b65b4e tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 210 time: 0.0974545
Oct 27 14:11:59.223178 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:59.230579 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:59.231418 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15347171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16430924'] for router_interface, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:59.260402 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-e93519a1-eb69-4947-b34e-326282628f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:11:59.389581 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 58890) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:11:59.400835 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-ae6e13ee-94c6-4ab4-af85-cae394778341 None None] Provisioning for port e507c6cd-4795-450b-ba9b-e5d7149006ca completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:11:59.432212 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-ae6e13ee-94c6-4ab4-af85-cae394778341 None None] Provisioning complete for port e507c6cd-4795-450b-ba9b-e5d7149006ca triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:11:59.434278 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-ae6e13ee-94c6-4ab4-af85-cae394778341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:11:59.451679 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-de784a9d-2b76-4992-a482-a286e650e4cf req-ff488d72-d084-42c2-91dd-18c2507522bc tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 210 time: 0.1048756
Oct 27 14:11:59.472035 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Pushing event updated for resources: {'Port': ['ID=5e30e130-090d-4e05-b01c-2d114742220a,revision_number=3']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:11:59.496743 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.269s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:11:59.651611 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75fb9aa-be12-4c39-9474-84779160094f None None] Network 14f3f348-2f85-47ff-98fb-257718babaea requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:11:59.711129 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 12064ee8-e379-435a-bd2a-296ffebc47dd up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:11:59.724359 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17383490>, [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:11:57Z', 'revision_number': 1, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:11:59.738610 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e13ee-94c6-4ab4-af85-cae394778341 None None] Port e507c6cd-4795-450b-ba9b-e5d7149006ca cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:11:59.745579 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc288d20-1dc3-41ea-8e33-7ac371bebcbc None None] The sync data for ids ['e2654565-789d-45d0-97f1-7379fce14557'] in dv-cinder-815663-1-iscsi is: [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:11:57Z', 'revision_number': 1, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:11:59.967387 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:11:59.971136 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Pushing event updated for resources: {'Port': ['ID=e507c6cd-4795-450b-ba9b-e5d7149006ca,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:00.004239 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:12:00.018770 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:00.076685 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:00.283432 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 12064ee8-e379-435a-bd2a-296ffebc47dd triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:12:00.284475 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:00.516758 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c6a88f-49a0-462f-9a48-7b5baafd0bc0 admin admin] Deleting subnet 9288af40-4ab1-41e2-afa5-48c65fbb5bcb {{(pid=82824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 14:12:00.520908 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a88f-49a0-462f-9a48-7b5baafd0bc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:00.524943 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4cec5e4d-6e06-43d9-bb40-a224b2191cdc req-fed816fb-206d-499a-af36-f3c4c68f5a80 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 210 time: 0.1042855
Oct 27 14:12:00.704061 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a88f-49a0-462f-9a48-7b5baafd0bc0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:00.722808 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a88f-49a0-462f-9a48-7b5baafd0bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1136411'] for subnet, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:00.778200 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-c7af2b6c-259e-4dfe-bf7f-23709dbbec6d None None] Provisioning complete for port e507c6cd-4795-450b-ba9b-e5d7149006ca triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:12:00.778785 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-c7af2b6c-259e-4dfe-bf7f-23709dbbec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:00.837020 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a8e50a57-1811-4c10-a83c-6006d0207da5 req-877e4f87-9ad8-4e95-8b10-baede1cde3c9 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 210 time: 0.0784605
Oct 27 14:12:00.910466 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a88f-49a0-462f-9a48-7b5baafd0bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1136482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for subnet, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:00.936331 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-c7af2b6c-259e-4dfe-bf7f-23709dbbec6d None None] Port e507c6cd-4795-450b-ba9b-e5d7149006ca cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:12:00.980847 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-bb109b23-a584-454b-845a-51af80d54bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:01.025756 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6a88f-49a0-462f-9a48-7b5baafd0bc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9288af40-4ab1-41e2-afa5-48c65fbb5bcb,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:01.030144 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a3c6a88f-49a0-462f-9a48-7b5baafd0bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:01.036037 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a88f-49a0-462f-9a48-7b5baafd0bc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:01.048081 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-a3c6a88f-49a0-462f-9a48-7b5baafd0bc0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9288af40-4ab1-41e2-afa5-48c65fbb5bcb HTTP/1.1" status: 204  len: 168 time: 1.6573529
Oct 27 14:12:01.050953 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 58966) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:01.105968 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Router e2654565-789d-45d0-97f1-7379fce14557 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:12:01.170651 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1076229'] for network, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:01.246732 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:01.320112 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135506', 'neutron.services.segments.db._delete_segments_for_network-8782696828856'] for network, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:01.334669 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:12:01.352327 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] 10.222.0.36 "PUT /v2.0/routers/e2654565-789d-45d0-97f1-7379fce14557/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1748862
Oct 27 14:12:01.352577 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fce16f6a100>> segment before_delete 55550000 {{(pid=82823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:01.362705 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fce16f6a100>> subnet precommit_delete_associations 55550000 {{(pid=82823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:01.364166 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17177d00>> segment_host_mapping after_create 55550000 {{(pid=82823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:01.364673 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17177d00>> port after_create 55550000 {{(pid=82823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:01.365275 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17177d00>> port after_delete 55550000 {{(pid=82823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:01.365854 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17177d00>> port after_update 55550000 {{(pid=82823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:01.367355 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17177d00>> segment after_delete 55550000 {{(pid=82823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:01.375075 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17177d00>> subnet after_create 55550000 {{(pid=82823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:01.375653 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17177d00>> subnet after_delete 55550000 {{(pid=82823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:01.387216 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17177d00>> subnet after_update 55550000 {{(pid=82823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:01.689654 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 5e30e130-090d-4e05-b01c-2d114742220a up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:12:01.711863 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fce17195700>> subnet after_create 55550000 {{(pid=82823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:01.712740 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fce17195700>> subnet after_delete 55550000 {{(pid=82823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:01.716766 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fce17195700>> subnet before_create 55550000 {{(pid=82823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:01.717289 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fce17195700>> subnet before_update 55550000 {{(pid=82823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:01.717822 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.services.segments.db [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fce16f6a760>,) {'filters': {'network_id': ['3937a8fc-615b-4b4f-a7b3-3959969a2cfa']}} {{(pid=82823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:12:01.748904 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.services.segments.db [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fce16f6a760>, '84d81e25-3798-4e17-8ed6-2ed118ecd4f6') {'for_net_delete': True} {{(pid=82823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:12:01.749204 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.services.segments.db [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fce16f6a760>, '84d81e25-3798-4e17-8ed6-2ed118ecd4f6') {} {{(pid=82823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:12:01.764692 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782696830931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15445021'] for segment, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:01.788170 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:01.795921 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=82823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 14:12:01.796541 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16101671'] for segment, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   util.warn_limited(
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   util.warn_limited(
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]: Traceback (most recent call last):
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     timer()
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     cb(*args, **kw)
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     return func(*args, **kwargs)
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     self._notify()
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     self.callback(batched_events)
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     event.method(event)
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     return f(self, *a, **k)
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     return self._get(url).json()
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     return self.request(url, 'GET', **kwargs)
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 14:12:01.813539 dv-cinder-815663-1-iscsi neutron-server[82823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 14:12:01.837673 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 5e30e130-090d-4e05-b01c-2d114742220a completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:12:01.843704 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 5e30e130-090d-4e05-b01c-2d114742220a triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:12:01.844372 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:01.964544 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3193838-88df-46f3-9e59-eb85f9e0726a req-0dfde396-cdfc-46d6-b7d9-e0285d0aaeca tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 210 time: 0.1462109
Oct 27 14:12:01.990232 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16417775'] for network, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:01.998382 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:02.033958 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.043238 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Pushing event deleted for resources: {'Network': ['ID=3937a8fc-615b-4b4f-a7b3-3959969a2cfa,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:02.046120 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:02.049440 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] 10.222.0.36 "DELETE /v2.0/networks/3937a8fc-615b-4b4f-a7b3-3959969a2cfa HTTP/1.1" status: 204  len: 168 time: 0.9972486
Oct 27 14:12:02.052266 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 59010) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:02.057210 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.076051 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 5e30e130-090d-4e05-b01c-2d114742220a, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=5e30e130-090d-4e05-b01c-2d114742220a,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:12:02.083644 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.087191 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:02.117571 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_v2 [None req-71cdd988-2cef-4c93-9d35-e582df237721 admin admin] Deleting subnet a156ce01-2410-4cd3-b292-11d2806f4672 {{(pid=82824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 14:12:02.121175 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-71cdd988-2cef-4c93-9d35-e582df237721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.177953 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-71cdd988-2cef-4c93-9d35-e582df237721 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.179931 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 59014) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:02.194572 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-71cdd988-2cef-4c93-9d35-e582df237721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1136411'] for subnet, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.222657 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=5e30e130-090d-4e05-b01c-2d114742220a,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:02.226354 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:02.280824 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-71cdd988-2cef-4c93-9d35-e582df237721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1136482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for subnet, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.286348 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:02.327061 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdd988-2cef-4c93-9d35-e582df237721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a156ce01-2410-4cd3-b292-11d2806f4672,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:02.329558 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-71cdd988-2cef-4c93-9d35-e582df237721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:02.333394 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-71cdd988-2cef-4c93-9d35-e582df237721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.340247 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-71cdd988-2cef-4c93-9d35-e582df237721 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a156ce01-2410-4cd3-b292-11d2806f4672 HTTP/1.1" status: 204  len: 168 time: 0.2864032
Oct 27 14:12:02.342670 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 59020) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:02.387192 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4edc3ceb-8abd-433f-bde0-7ef12cee0a74 req-b254a906-780f-4626-b58e-a818077a14d0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 210 time: 0.0529158
Oct 27 14:12:02.412180 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-79241926-8391-45c4-94ae-c5a3fc1ebbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.455816 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-79241926-8391-45c4-94ae-c5a3fc1ebbfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:02.461901 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-79241926-8391-45c4-94ae-c5a3fc1ebbfe admin admin] Usage tracker for resource:security_group_rule and tenant:161bb4893aa14d7b83cfc4b20cb9846a is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:02.466656 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-79241926-8391-45c4-94ae-c5a3fc1ebbfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:02.472485 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-79241926-8391-45c4-94ae-c5a3fc1ebbfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:02.474208 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1076229'] for network, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.542302 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-79241926-8391-45c4-94ae-c5a3fc1ebbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.548025 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-79241926-8391-45c4-94ae-c5a3fc1ebbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.558918 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-7d966498-523c-457d-9116-b5e074aeba02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:02.599559 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79241926-8391-45c4-94ae-c5a3fc1ebbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055a43d4-b6de-477c-a17d-e6f9638f6403,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:02.606764 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-79241926-8391-45c4-94ae-c5a3fc1ebbfe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=161bb4893aa14d7b83cfc4b20cb9846a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4256232
Oct 27 14:12:02.607845 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 59026) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:02.607968 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-79241926-8391-45c4-94ae-c5a3fc1ebbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:02.613438 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135506', 'neutron.services.segments.db._delete_segments_for_network-8782696828856'] for network, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.709236 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 59030) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:02.714809 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fce17009190>> segment before_delete 55550000 {{(pid=82824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:02.715163 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fce17009190>> subnet precommit_delete_associations 55550000 {{(pid=82824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:02.715876 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17009370>> segment_host_mapping after_create 55550000 {{(pid=82824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:02.716203 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17009370>> port after_create 55550000 {{(pid=82824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:02.716347 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--539700848', 'description': 'tempest-description--97639528'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:12:02.716767 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17009370>> port after_delete 55550000 {{(pid=82824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:02.716849 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17009370>> port after_update 55550000 {{(pid=82824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:02.717145 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17009370>> segment after_delete 55550000 {{(pid=82824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:02.717469 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17009370>> subnet after_create 55550000 {{(pid=82824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:02.717785 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17009370>> subnet after_delete 55550000 {{(pid=82824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:02.718083 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fce17009370>> subnet after_update 55550000 {{(pid=82824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:02.722031 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:02.725852 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Usage tracker for resource:security_group and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:02.728787 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:02.734441 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:02.744884 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.781338 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:02.785104 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Usage tracker for resource:security_group_rule and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:02.788030 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:02.793859 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:02.850305 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.855086 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.860543 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-e0cf4c63-d04c-4265-900d-64041012b73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:02.883782 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fce172e4640>> subnet after_create 55550000 {{(pid=82824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:02.884162 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fce172e4640>> subnet after_delete 55550000 {{(pid=82824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:02.884495 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fce172e4640>> subnet before_create 55550000 {{(pid=82824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:02.885161 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fce172e4640>> subnet before_update 55550000 {{(pid=82824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:12:02.885605 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fce17009820>,) {'filters': {'network_id': ['14f3f348-2f85-47ff-98fb-257718babaea']}} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:12:02.905353 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf4cedd-889c-4bee-92d2-4055b5d9f613,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:02.908237 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fce17009820>, '47c9148e-6bcc-4ba5-be3c-744197beb117') {'for_net_delete': True} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:12:02.908566 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:02.908691 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fce17009820>, '47c9148e-6bcc-4ba5-be3c-744197beb117') {} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:12:02.912065 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.916392 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1611 time: 0.2050598
Oct 27 14:12:02.916924 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 59034) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:02.922654 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-85a3370b-9829-4b3e-b689-36bbea310f9e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Request body: {'security_group_rule': {'security_group_id': '0bf4cedd-889c-4bee-92d2-4055b5d9f613', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:12:02.926291 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782696830931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16043796'] for segment, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.928309 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-85a3370b-9829-4b3e-b689-36bbea310f9e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:02.932084 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-85a3370b-9829-4b3e-b689-36bbea310f9e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Usage tracker for resource:security_group_rule and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:02.934920 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-85a3370b-9829-4b3e-b689-36bbea310f9e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:02.948228 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-85a3370b-9829-4b3e-b689-36bbea310f9e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:02.954994 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.968292 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-85a3370b-9829-4b3e-b689-36bbea310f9e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:02.983011 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=82824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 14:12:02.983466 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16043968'] for segment, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   util.warn_limited(
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   util.warn_limited(
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]: Traceback (most recent call last):
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     timer()
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     cb(*args, **kw)
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     return func(*args, **kwargs)
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     self._notify()
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     self.callback(batched_events)
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     event.method(event)
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     return f(self, *a, **k)
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._get(url).json()
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self.request(url, 'GET', **kwargs)
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 14:12:03.004605 dv-cinder-815663-1-iscsi neutron-server[82824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 14:12:03.007559 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4c82adae-32f4-4602-b67c-6d0a21d64a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.059233 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-85a3370b-9829-4b3e-b689-36bbea310f9e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.063199 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-85a3370b-9829-4b3e-b689-36bbea310f9e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.065166 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:03.082762 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3370b-9829-4b3e-b689-36bbea310f9e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509e1023-9fd7-4ed8-a171-6b45f12aca46,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:03.093299 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-85a3370b-9829-4b3e-b689-36bbea310f9e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:03.106314 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-85a3370b-9829-4b3e-b689-36bbea310f9e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.108620 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-85a3370b-9829-4b3e-b689-36bbea310f9e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1907406
Oct 27 14:12:03.111228 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 59042) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:03.119342 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4c82adae-32f4-4602-b67c-6d0a21d64a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.119931 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-6a377a53-3817-407c-a8c5-ffed5d98cad8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Request body: {'security_group_rule': {'security_group_id': '0bf4cedd-889c-4bee-92d2-4055b5d9f613', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:12:03.126172 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-6a377a53-3817-407c-a8c5-ffed5d98cad8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:03.130416 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-6a377a53-3817-407c-a8c5-ffed5d98cad8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Usage tracker for resource:security_group_rule and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:03.133969 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-6a377a53-3817-407c-a8c5-ffed5d98cad8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:03.152195 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16417775'] for network, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.161122 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:03.178064 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-6a377a53-3817-407c-a8c5-ffed5d98cad8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:03.184291 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.187537 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=14f3f348-2f85-47ff-98fb-257718babaea,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:03.188605 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-007fb7bc-589d-4817-8b3c-f603ebf4b086 req-579d4bfc-df0d-45b2-96df-41068abc1187 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 210 time: 0.0511520
Oct 27 14:12:03.190686 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:03.202368 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/14f3f348-2f85-47ff-98fb-257718babaea HTTP/1.1" status: 204  len: 168 time: 0.8587015
Oct 27 14:12:03.206881 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-6a377a53-3817-407c-a8c5-ffed5d98cad8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.219196 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4c82adae-32f4-4602-b67c-6d0a21d64a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.223017 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4c82adae-32f4-4602-b67c-6d0a21d64a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.225056 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-4c82adae-32f4-4602-b67c-6d0a21d64a0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/055a43d4-b6de-477c-a17d-e6f9638f6403 HTTP/1.1" status: 204  len: 168 time: 0.6160314
Oct 27 14:12:03.227466 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:03.247498 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82adae-32f4-4602-b67c-6d0a21d64a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055a43d4-b6de-477c-a17d-e6f9638f6403,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:03.263963 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4c82adae-32f4-4602-b67c-6d0a21d64a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:03.343671 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-6a377a53-3817-407c-a8c5-ffed5d98cad8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.348690 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-6a377a53-3817-407c-a8c5-ffed5d98cad8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.354414 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-85a3370b-9829-4b3e-b689-36bbea310f9e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:03.405106 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a377a53-3817-407c-a8c5-ffed5d98cad8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d72f67e-3d0c-40ca-aa81-e82d961805d0,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:03.419880 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-6a377a53-3817-407c-a8c5-ffed5d98cad8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.426022 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-6a377a53-3817-407c-a8c5-ffed5d98cad8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3110387
Oct 27 14:12:03.426556 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-6a377a53-3817-407c-a8c5-ffed5d98cad8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:03.427364 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 59058) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:03.434001 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Request body: {'floatingip': {'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:12:03.451762 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:03.460792 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Usage tracker for resource:floatingip and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:03.466184 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:03.489018 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:03.509568 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for floatingip, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.552635 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 59066) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:03.648438 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 5e30e130-090d-4e05-b01c-2d114742220a up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:12:03.715295 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c7cd7675-04a5-444b-bf03-211fc9d814a3 req-5abf4080-da24-4213-8ed3-bd3f2b7d1545 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 210 time: 0.0653954
Oct 27 14:12:03.732975 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 5e30e130-090d-4e05-b01c-2d114742220a triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:12:03.733772 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.759346 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-82654ae0-7117-4805-9975-0c60a9cb6ff3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71891beeb9cf4a9a95067ff34e318014&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2051678
Oct 27 14:12:03.760850 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 59072) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:03.869793 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.911686 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3f20-44dd-4c23-bd92-aff83e76adc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:03.948317 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3f20-44dd-4c23-bd92-aff83e76adc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.056522 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Allocated IP 172.27.2.36 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/a48f5d53-df91-4a5b-b465-f27e78fd6e91) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:12:04.065078 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3f20-44dd-4c23-bd92-aff83e76adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.071490 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b46a9d02-3bef-4130-b0dc-f0677c587c7e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:04.084683 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d3f20-44dd-4c23-bd92-aff83e76adc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f673ea69-2f6a-4fd8-a08f-3e28cb6deba2,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:04.087382 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-8f2d3f20-44dd-4c23-bd92-aff83e76adc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:04.095261 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 59086) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:04.100649 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3f20-44dd-4c23-bd92-aff83e76adc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.101861 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-8f2d3f20-44dd-4c23-bd92-aff83e76adc4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f673ea69-2f6a-4fd8-a08f-3e28cb6deba2 HTTP/1.1" status: 204  len: 168 time: 0.3384023
Oct 27 14:12:04.134816 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1271ca0b-9130-48e2-811c-8f60cb361da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.244593 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-1271ca0b-9130-48e2-811c-8f60cb361da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:04.260515 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-1271ca0b-9130-48e2-811c-8f60cb361da6 admin admin] Usage tracker for resource:security_group_rule and tenant:8c005467f59644588fbc67e6b66463d0 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:04.264879 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-1271ca0b-9130-48e2-811c-8f60cb361da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:04.269823 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.276494 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-1271ca0b-9130-48e2-811c-8f60cb361da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:04.332305 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.343803 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:04.385801 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5cd56d54-90d2-4039-baf9-f60b28d2df66 req-f44f875f-6862-4345-957d-a109e7e51116 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 210 time: 0.0439696
Oct 27 14:12:04.417596 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1271ca0b-9130-48e2-811c-8f60cb361da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.425079 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:12:04.428872 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1271ca0b-9130-48e2-811c-8f60cb361da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.430224 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:12:04.432142 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event updated for resources: {'Port': ['ID=a48f5d53-df91-4a5b-b465-f27e78fd6e91,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:04.434274 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:12:04.469328 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:04.470440 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4c82adae-32f4-4602-b67c-6d0a21d64a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:04.532453 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271ca0b-9130-48e2-811c-8f60cb361da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96602c53-a557-419a-95f6-ec0b78c9f5f0,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:04.538494 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1271ca0b-9130-48e2-811c-8f60cb361da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:04.544437 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-1271ca0b-9130-48e2-811c-8f60cb361da6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c005467f59644588fbc67e6b66463d0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4460459
Oct 27 14:12:04.547275 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 59096) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:04.576117 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 59100) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:04.689847 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-6ed0a48c-cddc-40a6-8e8b-22906b0ee73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.696838 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-5ae03bb4-41a2-40f2-8bd8-0520c8d855d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca1691bd4d614bb6982f3683df928465&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1173909
Oct 27 14:12:04.697777 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 59108) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:04.704123 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.720521 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-6ed0a48c-cddc-40a6-8e8b-22906b0ee73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.786499 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-6ed0a48c-cddc-40a6-8e8b-22906b0ee73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.792951 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:04.800841 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.805013 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0a48c-cddc-40a6-8e8b-22906b0ee73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96602c53-a557-419a-95f6-ec0b78c9f5f0,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:04.808796 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-6ed0a48c-cddc-40a6-8e8b-22906b0ee73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:04.812750 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-6ed0a48c-cddc-40a6-8e8b-22906b0ee73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.816744 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-6ed0a48c-cddc-40a6-8e8b-22906b0ee73a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96602c53-a557-419a-95f6-ec0b78c9f5f0 HTTP/1.1" status: 204  len: 168 time: 0.2682087
Oct 27 14:12:04.876325 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eabba4fd-6218-4c07-beae-09a5f906d643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.910781 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-56babc50-1405-453a-b486-44a7fa09bc87 req-2436a257-66db-4a87-b1c6-bb47f2049ab9 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 210 time: 0.0424168
Oct 27 14:12:04.932952 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eabba4fd-6218-4c07-beae-09a5f906d643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:04.957913 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:12:05.077658 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eabba4fd-6218-4c07-beae-09a5f906d643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:05.082712 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d6c8d1b8-740b-4c86-827b-aa07ec97f5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:05.097221 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabba4fd-6218-4c07-beae-09a5f906d643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fff88a4-687f-4e40-b9c2-5e0fbbe68b23,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:05.114485 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-eabba4fd-6218-4c07-beae-09a5f906d643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:05.121182 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:05.128141 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:05.135338 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:05.189615 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eabba4fd-6218-4c07-beae-09a5f906d643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:05.190755 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-eabba4fd-6218-4c07-beae-09a5f906d643 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fff88a4-687f-4e40-b9c2-5e0fbbe68b23 HTTP/1.1" status: 204  len: 168 time: 0.4926584
Oct 27 14:12:05.295697 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event updated for resources: {'Port': ['ID=a48f5d53-df91-4a5b-b465-f27e78fd6e91,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:05.299596 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:05.316285 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:05.336092 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:05.339879 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9103897
Oct 27 14:12:05.595497 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d1070e5b-9081-455f-8625-1fc10b3d58b4 req-2fa1e589-4301-4284-b214-796673a5ba03 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 210 time: 0.0617642
Oct 27 14:12:05.626967 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-3521c673-6ca6-4b31-9ece-acd5041af97c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Synchronizing usage tracker for tenant:a32d3bb833eb4a8ea5bb9428523f7587 on resource:security_group {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:12:05.644364 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-3521c673-6ca6-4b31-9ece-acd5041af97c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Unset dirty status for tenant:a32d3bb833eb4a8ea5bb9428523f7587 on resource:security_group {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:12:05.645752 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-3521c673-6ca6-4b31-9ece-acd5041af97c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--539700848&fields=id&tenant_id=a32d3bb833eb4a8ea5bb9428523f7587 HTTP/1.1" status: 200  len: 267 time: 0.0755327
Oct 27 14:12:05.806395 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-34d83828-6bcf-4dd4-8f8b-4154f7798597 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:05.807307 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-34d83828-6bcf-4dd4-8f8b-4154f7798597 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Synchronizing usage tracker for tenant:a32d3bb833eb4a8ea5bb9428523f7587 on resource:network {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:12:05.843731 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-34d83828-6bcf-4dd4-8f8b-4154f7798597 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Unset dirty status for tenant:a32d3bb833eb4a8ea5bb9428523f7587 on resource:network {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:12:05.853995 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-34d83828-6bcf-4dd4-8f8b-4154f7798597 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/networks?id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb HTTP/1.1" status: 200  len: 810 time: 0.1989894
Oct 27 14:12:05.873226 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-4cd2a171-5160-476f-a1a7-602698ce5c5b tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/quotas/a32d3bb833eb4a8ea5bb9428523f7587 HTTP/1.1" status: 200  len: 375 time: 0.0175650
Oct 27 14:12:05.994873 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-c2fada91-a191-4cd8-87f2-8508a1d98c59 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a32d3bb833eb4a8ea5bb9428523f7587&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1207697
Oct 27 14:12:06.114932 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d8dbdaab-832c-495f-aa9d-5da974aa9b80 req-2b269bb3-3f7f-4f31-a8cb-c990f587b730 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 210 time: 0.0581665
Oct 27 14:12:06.212124 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-50347b33-b527-4610-a123-b00d2af47b63 service neutron] 10.222.0.36 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2037160
Oct 27 14:12:06.355168 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-41659575-f64c-4647-adf4-6bd69171959a service neutron] 10.222.0.36 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421578
Oct 27 14:12:06.565456 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-07c60458-9670-4fa6-8db9-f49b666ba79b req-754f8ba5-5c88-4244-bc88-da3f94ea42b2 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 210 time: 0.0443747
Oct 27 14:12:06.838025 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.79', 52725) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:06.857326 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-89b49ce4-a387-4c33-9067-2e5ac490bf16 req-e4871b8d-71f2-4691-98ba-2395844f7752 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 210 time: 0.0822129
Oct 27 14:12:07.058795 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-a75d6692-8b03-431c-a5c7-776dd255b622 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:07.060482 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-a75d6692-8b03-431c-a5c7-776dd255b622 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "GET /v2.0/networks?id=0b9d4f1d-af76-43ad-875e-6597feb65c8e HTTP/1.1" status: 200  len: 814 time: 0.2212286
Oct 27 14:12:07.102928 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Request body: {'port': {'device_id': 'a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810', 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e', 'admin_state_up': True, 'tenant_id': '32e064bd64034775bfe5271d56d189d9'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:12:07.414493 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-90678e5f-897f-4542-9f81-8f33aa6ef29a req-252bb3a8-ecc8-4915-a791-5f013ed34a3f tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 210 time: 0.0753865
Oct 27 14:12:07.466167 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:07.470542 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Usage tracker for resource:port and tenant:32e064bd64034775bfe5271d56d189d9 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:07.474301 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:07.483669 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:07.497515 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Made reservation on behalf of 32e064bd64034775bfe5271d56d189d9 for: {'port': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:12:07.504188 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:07.664282 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.79', 52733) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:08.021761 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-023cbd2d-c9fe-4e4d-baee-65eb03edb9ce req-ba20f053-aa89-4833-99c7-0ff5a4fa47fb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 210 time: 0.1027918
Oct 27 14:12:08.063638 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e669f1-fd5d-4034-ada9-d270698028ef req-76e5e9a8-41da-4cbb-b80f-a7a4d45cfefb tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:08.065412 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-76e5e9a8-41da-4cbb-b80f-a7a4d45cfefb tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.79 "GET /v2.0/networks?id=178877a3-883c-4aa5-ab2c-2395b9a3a531 HTTP/1.1" status: 200  len: 812 time: 0.4002886
Oct 27 14:12:08.084187 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Request body: {'port': {'device_id': 'b0aaf17e-e311-4525-801d-cd2f75497c0c', 'network_id': '178877a3-883c-4aa5-ab2c-2395b9a3a531', 'admin_state_up': True, 'tenant_id': 'b3b35552e84f4a30bab9b2f278d5dfdb'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:12:08.087327 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Allocated IP 172.20.0.9 (0b9d4f1d-af76-43ad-875e-6597feb65c8e/34a78620-5e75-47e6-8829-bc1e4d0350f9/12a40891-1add-4917-94be-396bbcdb28dc) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:12:08.355250 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 59290) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:08.360833 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:08.423811 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:08.447746 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Usage tracker for resource:port and tenant:b3b35552e84f4a30bab9b2f278d5dfdb is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:08.454693 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:08.458961 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:08.475929 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a7395d93-60ea-4461-bc5d-636c8e0ed71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:08.480833 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3d6a0a6f-9c8c-49d4-a23c-079d31d8e649 req-19083806-9e6a-4d16-aba2-f5471ab71763 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 210 time: 0.1233368
Oct 27 14:12:08.481703 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:08.531307 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Made reservation on behalf of b3b35552e84f4a30bab9b2f278d5dfdb for: {'port': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:12:08.538764 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:08.588232 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.79', 52737) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:08.710756 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Pushing event updated for resources: {'Port': ['ID=12a40891-1add-4917-94be-396bbcdb28dc,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:08.734015 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:08.762652 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Network 0b9d4f1d-af76-43ad-875e-6597feb65c8e is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:12:08.765808 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:12:08.775870 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:12:08.978914 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:08.979911 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:09.042347 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9433692
Oct 27 14:12:09.070585 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-6626180d-6a20-4545-94d2-f31ec6773902 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=82824) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:12:09.072252 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-6626180d-6a20-4545-94d2-f31ec6773902 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0070248
Oct 27 14:12:09.607206 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Request body: {'port': {'device_id': 'a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:12:09.812798 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-02860e35-9ca1-4bdb-b610-a3449d866941 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:09.821141 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-02860e35-9ca1-4bdb-b610-a3449d866941 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.79 "GET /v2.0/networks?id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb HTTP/1.1" status: 200  len: 810 time: 1.1992919
Oct 27 14:12:09.823586 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-51acdf6e-c6ab-4453-ad76-909f2c127deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:09.890677 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:10.010248 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 59348) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:10.013523 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-51acdf6e-c6ab-4453-ad76-909f2c127deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:10.017616 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-51acdf6e-c6ab-4453-ad76-909f2c127deb admin admin] Usage tracker for resource:security_group_rule and tenant:6a767bf41441494bbce465f04936246c is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:10.021182 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-51acdf6e-c6ab-4453-ad76-909f2c127deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:10.029005 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-51acdf6e-c6ab-4453-ad76-909f2c127deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:10.109832 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-51acdf6e-c6ab-4453-ad76-909f2c127deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:10.114600 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3e6565bf-6dc8-4ad3-9968-2c38966c5003 req-542852c7-d6df-4f6c-b8bc-f0fd958730d5 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 210 time: 0.5053394
Oct 27 14:12:10.121469 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-51acdf6e-c6ab-4453-ad76-909f2c127deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:10.188463 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045f64e-155b-4f3a-9432-e8593702acdb req-dfc3453e-4695-461f-a139-5931c8f40d3e tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:10.191941 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5045f64e-155b-4f3a-9432-e8593702acdb req-dfc3453e-4695-461f-a139-5931c8f40d3e tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 931 time: 1.3579974
Oct 27 14:12:10.277044 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:10.392062 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acdf6e-c6ab-4453-ad76-909f2c127deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7465a68c-89e6-4d96-9d63-5c00ac66c91f,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:10.463048 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-51acdf6e-c6ab-4453-ad76-909f2c127deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:10.466974 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-e68453f4-7c53-4645-bb10-b932d52bca87 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a32d3bb833eb4a8ea5bb9428523f7587 HTTP/1.1" status: 200  len: 379 time: 0.0832484
Oct 27 14:12:10.470002 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4fb6debb-d412-426a-970d-4d391737b8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:10.597624 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-be812f42-5f74-46aa-9620-07b000c5a8d2 req-47326af3-099e-4a3b-93e9-9ced6b6e295b tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 210 time: 0.1680903
Oct 27 14:12:10.656662 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-5045f64e-155b-4f3a-9432-e8593702acdb req-fecf3046-1658-46f9-a316-1de1173c5c02 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Synchronizing usage tracker for tenant:32e064bd64034775bfe5271d56d189d9 on resource:security_group {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:12:10.713445 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-4fb6debb-d412-426a-970d-4d391737b8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:10.721367 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-4fb6debb-d412-426a-970d-4d391737b8d3 admin admin] Usage tracker for resource:security_group_rule and tenant:fd8e81f8654c461da6c9a3a41e80c7ba is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:10.726197 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Allocated IP 172.20.0.6 (178877a3-883c-4aa5-ab2c-2395b9a3a531/ec0d5e50-ec36-4af5-833f-effa67118f60/27ac041f-d296-45f6-a329-041bd61289b7) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:12:10.726368 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-4fb6debb-d412-426a-970d-4d391737b8d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:10.744709 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-51acdf6e-c6ab-4453-ad76-909f2c127deb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a767bf41441494bbce465f04936246c&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3858590
Oct 27 14:12:10.748738 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 59376) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:10.757403 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-4fb6debb-d412-426a-970d-4d391737b8d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:10.811335 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-5045f64e-155b-4f3a-9432-e8593702acdb req-fecf3046-1658-46f9-a316-1de1173c5c02 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Unset dirty status for tenant:32e064bd64034775bfe5271d56d189d9 on resource:security_group {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:12:10.813172 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5045f64e-155b-4f3a-9432-e8593702acdb req-fecf3046-1658-46f9-a316-1de1173c5c02 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4233685
Oct 27 14:12:11.091839 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ce492e2d-9757-4fa1-8b19-0854fb0652be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:11.154386 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a40891-1add-4917-94be-396bbcdb28dc {{(pid=82824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:12:11.186349 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:11.204150 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4fb6debb-d412-426a-970d-4d391737b8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:11.220190 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4fb6debb-d412-426a-970d-4d391737b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:11.253780 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ce492e2d-9757-4fa1-8b19-0854fb0652be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:11.254263 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:11.272932 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Transition to ACTIVE for port object 12a40891-1add-4917-94be-396bbcdb28dc will not be triggered until provisioned by entity L2. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:12:11.294298 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:11.504550 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6debb-d412-426a-970d-4d391737b8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d837c836-ccd6-4baa-b426-c0256a6cbced,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:11.546935 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0bc87256-52d0-49f6-8095-0a7aba53a8b3 req-28115280-2461-49ed-89d2-faaa80e3d5e3 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 210 time: 0.1046047
Oct 27 14:12:11.553940 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:11.582098 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ce492e2d-9757-4fa1-8b19-0854fb0652be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:11.602364 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:11.602559 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4fb6debb-d412-426a-970d-4d391737b8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:11.611937 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:11.627352 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce492e2d-9757-4fa1-8b19-0854fb0652be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7465a68c-89e6-4d96-9d63-5c00ac66c91f,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:11.660735 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ce492e2d-9757-4fa1-8b19-0854fb0652be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:11.667201 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:11.670066 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ce492e2d-9757-4fa1-8b19-0854fb0652be admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:11.676434 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-ce492e2d-9757-4fa1-8b19-0854fb0652be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7465a68c-89e6-4d96-9d63-5c00ac66c91f HTTP/1.1" status: 204  len: 168 time: 0.9228768
Oct 27 14:12:11.694884 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:11.727628 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 59408) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:11.755885 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-4fb6debb-d412-426a-970d-4d391737b8d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd8e81f8654c461da6c9a3a41e80c7ba&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7440557
Oct 27 14:12:11.798185 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 59412) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:11.839913 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Pushing event updated for resources: {'Port': ['ID=27ac041f-d296-45f6-a329-041bd61289b7,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:11.847908 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:11.858984 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Network 178877a3-883c-4aa5-ab2c-2395b9a3a531 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:12:11.860285 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:12:11.870683 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:12:12.050537 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Pushing event updated for resources: {'Port': ['ID=12a40891-1add-4917-94be-396bbcdb28dc,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:12.086236 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:12.109300 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Attempting to bind port 12a40891-1add-4917-94be-396bbcdb28dc on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:12:12.111900 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Attempting to bind port 12a40891-1add-4917-94be-396bbcdb28dc by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:12:12.112617 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Attempting to bind port 12a40891-1add-4917-94be-396bbcdb28dc on network 0b9d4f1d-af76-43ad-875e-6597feb65c8e {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:12:12.206312 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:12.207123 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:12.213703 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Port 12a40891-1add-4917-94be-396bbcdb28dc on network 0b9d4f1d-af76-43ad-875e-6597feb65c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:12:12.215048 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Attempting to bind port 12a40891-1add-4917-94be-396bbcdb28dc on network 0b9d4f1d-af76-43ad-875e-6597feb65c8e {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:12:12.237833 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1587338
Oct 27 14:12:12.265028 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b7be8-d904-4bf0-81ad-acac42135b88 req-f0cb2b36-ad76-4441-83de-99c762d124b7 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:12.274228 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4d4b7be8-d904-4bf0-81ad-acac42135b88 req-f0cb2b36-ad76-4441-83de-99c762d124b7 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 943 time: 0.1665471
Oct 27 14:12:12.296497 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45c34f-d465-4a48-a5f5-679ccdb21ee0 req-82fa5709-48d4-46b5-a497-ade307ec8a96 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:12.299434 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-0b45c34f-d465-4a48-a5f5-679ccdb21ee0 req-82fa5709-48d4-46b5-a497-ade307ec8a96 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Synchronizing usage tracker for tenant:b3b35552e84f4a30bab9b2f278d5dfdb on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:12:12.320500 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c8982713-70c3-45b6-a45d-eb9c8ca20bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:12.338402 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-fb32943e-5fb8-46eb-926e-c2f70b5e55b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:12.364966 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-0b45c34f-d465-4a48-a5f5-679ccdb21ee0 req-82fa5709-48d4-46b5-a497-ade307ec8a96 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Unset dirty status for tenant:b3b35552e84f4a30bab9b2f278d5dfdb on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:12:12.371378 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0b45c34f-d465-4a48-a5f5-679ccdb21ee0 req-82fa5709-48d4-46b5-a497-ade307ec8a96 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 931 time: 0.4094703
Oct 27 14:12:12.384770 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:12:12.385111 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Checking segment: {'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:12:12.385722 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Bound using segment: {'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:12:12.388324 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Bound port: 12a40891-1add-4917-94be-396bbcdb28dc, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'}}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:12:12.388680 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:12.497326 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4d4b7be8-d904-4bf0-81ad-acac42135b88 req-18169aeb-62ad-48c9-8d7b-e87e1c0fd72d tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217703
Oct 27 14:12:12.559983 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0b45c34f-d465-4a48-a5f5-679ccdb21ee0 req-63a1cba7-12df-4e3d-9cdd-3faec0b535ba tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844671
Oct 27 14:12:12.568600 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c8982713-70c3-45b6-a45d-eb9c8ca20bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:12.693347 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:12.740181 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-fb32943e-5fb8-46eb-926e-c2f70b5e55b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:12.799268 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-fb32943e-5fb8-46eb-926e-c2f70b5e55b2 admin admin] Usage tracker for resource:security_group_rule and tenant:90e498661fe94b189962756b78759b58 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:12.810557 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-fb32943e-5fb8-46eb-926e-c2f70b5e55b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:12.824360 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-fb32943e-5fb8-46eb-926e-c2f70b5e55b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:12.836106 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] For port 12a40891-1add-4917-94be-396bbcdb28dc, host hv-cinder-81566, cleared binding levels {{(pid=82824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:12:12.842021 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] For port 12a40891-1add-4917-94be-396bbcdb28dc, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=12a40891-1add-4917-94be-396bbcdb28dc,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:12:12.850436 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:12.859866 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:12.905140 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c8982713-70c3-45b6-a45d-eb9c8ca20bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:12.948872 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:12.950292 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] 10.222.0.79 "PUT /v2.0/ports/12a40891-1add-4917-94be-396bbcdb28dc HTTP/1.1" status: 200  len: 1093 time: 3.5313675
Oct 27 14:12:12.953231 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810', 'tag': '12a40891-1add-4917-94be-396bbcdb28dc'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:12:12.998452 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5ceff48a-3776-4a2b-999c-b4cd19f66a70 req-dfb1716f-947c-4e54-8585-dc825270a303 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 210 time: 0.1316075
Oct 27 14:12:13.081654 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c8982713-70c3-45b6-a45d-eb9c8ca20bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:13.093942 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-c8982713-70c3-45b6-a45d-eb9c8ca20bab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d837c836-ccd6-4baa-b426-c0256a6cbced HTTP/1.1" status: 204  len: 168 time: 1.2917929
Oct 27 14:12:13.133894 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-fb32943e-5fb8-46eb-926e-c2f70b5e55b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:13.149222 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Pushing event updated for resources: {'Port': ['ID=12a40891-1add-4917-94be-396bbcdb28dc,revision_number=3']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:13.152603 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-fb32943e-5fb8-46eb-926e-c2f70b5e55b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:13.152603 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:13.152603 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1271ca0b-9130-48e2-811c-8f60cb361da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:13.198332 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8982713-70c3-45b6-a45d-eb9c8ca20bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d837c836-ccd6-4baa-b426-c0256a6cbced,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:13.294666 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 59470) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:13.307386 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-fb32943e-5fb8-46eb-926e-c2f70b5e55b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90e498661fe94b189962756b78759b58&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5699649
Oct 27 14:12:13.326718 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32943e-5fb8-46eb-926e-c2f70b5e55b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becab1d7-7126-4c6e-bb06-5ce1e055b6d5,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:13.333626 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-fb32943e-5fb8-46eb-926e-c2f70b5e55b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:13.334054 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:13.334958 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:13.474601 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-5f263b94-25ec-4ebc-831c-4f56512430a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:13.587533 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-5f263b94-25ec-4ebc-831c-4f56512430a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:13.754320 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-5f263b94-25ec-4ebc-831c-4f56512430a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:13.773427 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:13.796615 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810', 'tag': '12a40891-1add-4917-94be-396bbcdb28dc', 'status': 'completed', 'code': 200}
Oct 27 14:12:13.970616 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f263b94-25ec-4ebc-831c-4f56512430a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becab1d7-7126-4c6e-bb06-5ce1e055b6d5,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:13.978285 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-5f263b94-25ec-4ebc-831c-4f56512430a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:14.004949 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-5f263b94-25ec-4ebc-831c-4f56512430a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:14.007524 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-5f263b94-25ec-4ebc-831c-4f56512430a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/becab1d7-7126-4c6e-bb06-5ce1e055b6d5 HTTP/1.1" status: 204  len: 168 time: 0.7117257
Oct 27 14:12:14.130325 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Request body: {'port': {'device_id': '9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'admin_state_up': True, 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'security_groups': ['0bf4cedd-889c-4bee-92d2-4055b5d9f613']}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:12:14.323938 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-daa1a4c3-aa78-47f9-b815-20ed594134ef req-2fbb68ba-cd4e-4384-bb05-4837900df458 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32e064bd64034775bfe5271d56d189d9&device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 1096 time: 0.2374690
Oct 27 14:12:14.326829 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Request body: {'port': {'device_id': 'b0aaf17e-e311-4525-801d-cd2f75497c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:12:14.536484 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Sync routers for ids ['e2654565-789d-45d0-97f1-7379fce14557'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:12:14.571884 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:14.572836 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Routers {'e2654565-789d-45d0-97f1-7379fce14557'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:12:14.576985 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1739c7c0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:11:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['e2654565-789d-45d0-97f1-7379fce14557'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:12:14.614641 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Usage tracker for resource:port and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:14.691597 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:14.790931 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:14.807782 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:14.836798 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1a4c3-aa78-47f9-b815-20ed594134ef req-e7a36ac8-aa0e-4d80-9f46-7388e2408d04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:14.845160 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-daa1a4c3-aa78-47f9-b815-20ed594134ef req-e7a36ac8-aa0e-4d80-9f46-7388e2408d04 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=32e064bd64034775bfe5271d56d189d9&shared=False HTTP/1.1" status: 200  len: 916 time: 0.4629169
Oct 27 14:12:14.882959 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Set router e2654565-789d-45d0-97f1-7379fce14557 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:12:14.949987 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Made reservation on behalf of a32d3bb833eb4a8ea5bb9428523f7587 for: {'port': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:12:14.953746 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:15.018288 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77b2e9-91cc-4fcb-b934-dc6aecd46dc2 req-d2a34745-a033-4cc4-ae15-ab86c3db2649 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:15.020092 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2a77b2e9-91cc-4fcb-b934-dc6aecd46dc2 req-d2a34745-a033-4cc4-ae15-ab86c3db2649 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 943 time: 1.2090244
Oct 27 14:12:15.086518 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e25c7-de47-422a-a6af-cd97b231dff2 req-debce36c-a58e-46fc-ba94-242eba3284ea tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:15.105293 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7b0e25c7-de47-422a-a6af-cd97b231dff2 req-debce36c-a58e-46fc-ba94-242eba3284ea tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 931 time: 1.1041188
Oct 27 14:12:15.388397 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1739c7c0>, [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 2, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:12:15.398418 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Checking router: e2654565-789d-45d0-97f1-7379fce14557 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:12:15.398881 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Updating router e2654565-789d-45d0-97f1-7379fce14557 port e507c6cd-4795-450b-ba9b-e5d7149006ca binding host dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:12:15.419377 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1a4c3-aa78-47f9-b815-20ed594134ef req-d468c067-b1a9-49e6-a3d6-b81d9774b440 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:15.422863 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-daa1a4c3-aa78-47f9-b815-20ed594134ef req-d468c067-b1a9-49e6-a3d6-b81d9774b440 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.3900537
Oct 27 14:12:15.520629 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 59542) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:15.587663 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:15.619501 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-bdd2668c-f6ad-410a-8bc6-ed27e1cc0cac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32e064bd64034775bfe5271d56d189d9&device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 1096 time: 0.1308038
Oct 27 14:12:15.807790 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-30a7e7eb-06cb-4fd7-9a3a-f9691d528474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:15.859802 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-f32f940e-1eb8-4ce3-8fbc-ef94ed7430ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12a40891-1add-4917-94be-396bbcdb28dc HTTP/1.1" status: 200  len: 217 time: 0.1017294
Oct 27 14:12:15.899808 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7b0e25c7-de47-422a-a6af-cd97b231dff2 req-10bcfa09-c3f5-4266-bb97-e2bf37286f21 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7493489
Oct 27 14:12:15.916388 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2a77b2e9-91cc-4fcb-b934-dc6aecd46dc2 req-2587d3ba-e40b-4332-ab7d-d9fe30135d17 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7768598
Oct 27 14:12:16.047017 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9cd07d45-b14a-4ea2-8f71-989c42b5f8a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:16.048757 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-9cd07d45-b14a-4ea2-8f71-989c42b5f8a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=34a78620-5e75-47e6-8829-bc1e4d0350f9 HTTP/1.1" status: 200  len: 854 time: 0.1778204
Oct 27 14:12:16.153247 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-5ee0fff3-856a-4d49-af0e-24810a6fe1d7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b9d4f1d-af76-43ad-875e-6597feb65c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0795074
Oct 27 14:12:16.187443 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-30a7e7eb-06cb-4fd7-9a3a-f9691d528474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:16.254960 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-30a7e7eb-06cb-4fd7-9a3a-f9691d528474 admin admin] Usage tracker for resource:security_group_rule and tenant:28727e1da30e4f25ab1c54dd550dbc67 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:16.269540 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-30a7e7eb-06cb-4fd7-9a3a-f9691d528474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:16.291120 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2fec5994-aa5e-4778-a8e7-4cabf314c763 req-d42a8fcd-f518-4099-be38-2c08a7f47d51 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 210 time: 0.1049967
Oct 27 14:12:16.466192 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-8bc68162-5a9e-468b-a6db-b92a9a623bbe service neutron] 10.222.0.79 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3015399
Oct 27 14:12:16.470044 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 59566) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:16.566760 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-30a7e7eb-06cb-4fd7-9a3a-f9691d528474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:16.667526 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-30a7e7eb-06cb-4fd7-9a3a-f9691d528474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:16.670748 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Allocated IP 172.20.0.6 (916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb/1a6fa137-4b38-49f8-9a27-ac5a35d6a617/19eb66a1-100d-4ec5-8072-9795d2cdf200) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:12:16.679234 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-30a7e7eb-06cb-4fd7-9a3a-f9691d528474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:16.700799 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-55d87b13-8ebb-4b68-8f80-897885f68beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:16.752205 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-74bb2579-d6a9-41fa-a976-1b3844f96cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:16.810821 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-74bb2579-d6a9-41fa-a976-1b3844f96cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:16.815773 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-74bb2579-d6a9-41fa-a976-1b3844f96cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:2c758a8e60154c308bb8aa38120b7eb9 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:16.820322 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-74bb2579-d6a9-41fa-a976-1b3844f96cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:16.827374 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-74bb2579-d6a9-41fa-a976-1b3844f96cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:16.830997 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7e7eb-06cb-4fd7-9a3a-f9691d528474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa91ede-2863-4e70-b8b8-5f40acd37d3a,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:16.859377 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-30a7e7eb-06cb-4fd7-9a3a-f9691d528474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:16.895940 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-30a7e7eb-06cb-4fd7-9a3a-f9691d528474 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28727e1da30e4f25ab1c54dd550dbc67&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3394299
Oct 27 14:12:16.901527 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 59578) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:16.909224 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ac041f-d296-45f6-a329-041bd61289b7 {{(pid=82823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:12:16.920444 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-74bb2579-d6a9-41fa-a976-1b3844f96cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:16.927490 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-74bb2579-d6a9-41fa-a976-1b3844f96cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:16.940009 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-da634f5e-b733-42cc-a76b-352bf26f7f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:16.992198 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb2579-d6a9-41fa-a976-1b3844f96cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687764e7-22aa-4e24-b48b-2ca08a717cd3,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:16.995539 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-74bb2579-d6a9-41fa-a976-1b3844f96cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:16.998179 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-74bb2579-d6a9-41fa-a976-1b3844f96cb2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c758a8e60154c308bb8aa38120b7eb9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5270958
Oct 27 14:12:16.999359 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:17.003007 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 59586) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:17.178642 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-d40f67b6-57f4-4bef-890d-b9c6c8a5f536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:17.182599 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Transition to ACTIVE for port object 27ac041f-d296-45f6-a329-041bd61289b7 will not be triggered until provisioned by entity L2. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:12:17.273926 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:17.415248 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-47db67b8-5ecf-433d-aab8-df7aef7a9e7a req-a7ea3231-89d8-4299-a45c-1c9cd8792f68 service neutron] 10.222.0.79 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3800373
Oct 27 14:12:17.490048 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:17.575623 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8c286249-d277-4355-bd73-4d8168a534a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:17.650829 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8c286249-d277-4355-bd73-4d8168a534a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:17.720724 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-d40f67b6-57f4-4bef-890d-b9c6c8a5f536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:17.728177 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Pushing event updated for resources: {'Port': ['ID=27ac041f-d296-45f6-a329-041bd61289b7,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:17.731591 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:17.811599 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8c286249-d277-4355-bd73-4d8168a534a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:17.813621 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:17.818222 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-eabba4fd-6218-4c07-beae-09a5f906d643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:17.846987 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c286249-d277-4355-bd73-4d8168a534a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687764e7-22aa-4e24-b48b-2ca08a717cd3,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:17.895574 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-8c286249-d277-4355-bd73-4d8168a534a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:17.902471 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8c286249-d277-4355-bd73-4d8168a534a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:17.903612 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-8c286249-d277-4355-bd73-4d8168a534a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/687764e7-22aa-4e24-b48b-2ca08a717cd3 HTTP/1.1" status: 204  len: 168 time: 0.8994684
Oct 27 14:12:18.044521 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Transition to ACTIVE for port object 19eb66a1-100d-4ec5-8072-9795d2cdf200 will not be triggered until provisioned by entity DHCP. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:12:18.372004 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-d40f67b6-57f4-4bef-890d-b9c6c8a5f536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:18.404505 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09509fd4-562f-4a22-a035-58a7773bac56 req-856c082a-8af6-4f20-85c0-0caadbaf641e tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:18.406502 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-09509fd4-562f-4a22-a035-58a7773bac56 req-856c082a-8af6-4f20-85c0-0caadbaf641e tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 943 time: 0.7400293
Oct 27 14:12:18.413313 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ce492e2d-9757-4fa1-8b19-0854fb0652be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:18.518679 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f67b6-57f4-4bef-890d-b9c6c8a5f536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa91ede-2863-4e70-b8b8-5f40acd37d3a,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:18.543097 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223ae8-90cd-4014-8e03-49cf054c6459 req-47e7b2d0-2918-4c4a-ae3a-bf0c8ef720b4 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:18.550989 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1e223ae8-90cd-4014-8e03-49cf054c6459 req-47e7b2d0-2918-4c4a-ae3a-bf0c8ef720b4 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 943 time: 1.2646265
Oct 27 14:12:18.553048 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-d40f67b6-57f4-4bef-890d-b9c6c8a5f536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:18.577823 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:18.651658 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-e866629d-82b7-4072-a466-0e76b46466f2 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:18.736003 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Attempting to bind port 27ac041f-d296-45f6-a329-041bd61289b7 on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:12:18.740503 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Attempting to bind port 27ac041f-d296-45f6-a329-041bd61289b7 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '4f7ff6ca-afce-49f1-a6f0-e018959a6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '178877a3-883c-4aa5-ab2c-2395b9a3a531'}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:12:18.741012 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Attempting to bind port 27ac041f-d296-45f6-a329-041bd61289b7 on network 178877a3-883c-4aa5-ab2c-2395b9a3a531 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:12:18.768140 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-d40f67b6-57f4-4bef-890d-b9c6c8a5f536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:18.772688 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-d40f67b6-57f4-4bef-890d-b9c6c8a5f536 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8aa91ede-2863-4e70-b8b8-5f40acd37d3a HTTP/1.1" status: 204  len: 168 time: 1.8685393
Oct 27 14:12:18.822518 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Port 27ac041f-d296-45f6-a329-041bd61289b7 on network 178877a3-883c-4aa5-ab2c-2395b9a3a531 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:12:18.822957 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Attempting to bind port 27ac041f-d296-45f6-a329-041bd61289b7 on network 178877a3-883c-4aa5-ab2c-2395b9a3a531 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:12:18.839057 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 59630) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:18.843062 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:12:18.856921 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:12:18.874473 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1e223ae8-90cd-4014-8e03-49cf054c6459 req-a8ef130f-186b-48fa-bf83-b8154a6dbd98 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3225484
Oct 27 14:12:18.875436 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event updated for resources: {'Port': ['ID=19eb66a1-100d-4ec5-8072-9795d2cdf200,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:18.879269 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a3f28790-0326-4827-b4e6-284ec0b612bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:18.885610 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:12:18.981918 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:12:18.982342 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Checking segment: {'id': '4f7ff6ca-afce-49f1-a6f0-e018959a6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '178877a3-883c-4aa5-ab2c-2395b9a3a531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:12:18.982947 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Bound using segment: {'id': '4f7ff6ca-afce-49f1-a6f0-e018959a6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '178877a3-883c-4aa5-ab2c-2395b9a3a531'} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:12:18.983424 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Bound port: 27ac041f-d296-45f6-a329-041bd61289b7, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ff6ca-afce-49f1-a6f0-e018959a6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '178877a3-883c-4aa5-ab2c-2395b9a3a531'}}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:12:18.983801 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:19.038106 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:19.041502 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-09509fd4-562f-4a22-a035-58a7773bac56 req-934a6702-5ed4-463a-8431-95521ab97d4c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6124964
Oct 27 14:12:19.045505 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-a3f28790-0326-4827-b4e6-284ec0b612bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:19.067744 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-a3f28790-0326-4827-b4e6-284ec0b612bc admin admin] Usage tracker for resource:security_group_rule and tenant:30cd4ac4e0944ff58d1f73da07006724 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:19.075491 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-a3f28790-0326-4827-b4e6-284ec0b612bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:19.106147 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-a3f28790-0326-4827-b4e6-284ec0b612bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:19.159402 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Notify callbacks [] for port, precommit_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:19.197370 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Transition to ACTIVE for port object e507c6cd-4795-450b-ba9b-e5d7149006ca will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:12:19.214163 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:19.223883 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:19.306611 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a3f28790-0326-4827-b4e6-284ec0b612bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:19.315764 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a3f28790-0326-4827-b4e6-284ec0b612bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:19.338282 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:19.404507 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f28790-0326-4827-b4e6-284ec0b612bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81061a5-74a8-4b5c-8340-4af39a0d8183,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:19.418016 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a3f28790-0326-4827-b4e6-284ec0b612bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:19.475470 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-a3f28790-0326-4827-b4e6-284ec0b612bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30cd4ac4e0944ff58d1f73da07006724&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6324420
Oct 27 14:12:19.476096 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 59648) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:19.632843 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-626b568e-cf9b-4afd-bea3-9243d705f26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:19.694291 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-626b568e-cf9b-4afd-bea3-9243d705f26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:19.699014 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:19.700341 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:19.776022 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf91267-785a-4228-9bc6-df01dc12e74b None None] Pushing event updated for resources: {'Port': ['ID=e507c6cd-4795-450b-ba9b-e5d7149006ca,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:19.815474 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-626b568e-cf9b-4afd-bea3-9243d705f26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:19.816104 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] For port 27ac041f-d296-45f6-a329-041bd61289b7, host hv-cinder-81566, cleared binding levels {{(pid=82823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:12:19.825712 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] For port 27ac041f-d296-45f6-a329-041bd61289b7, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=27ac041f-d296-45f6-a329-041bd61289b7,segment=NetworkSegment(4f7ff6ca-afce-49f1-a6f0-e018959a6549),segment_id=4f7ff6ca-afce-49f1-a6f0-e018959a6549)] {{(pid=82823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:12:19.829652 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.7230690
Oct 27 14:12:19.835047 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:19.843463 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:19.880427 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b568e-cf9b-4afd-bea3-9243d705f26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81061a5-74a8-4b5c-8340-4af39a0d8183,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:19.883194 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-626b568e-cf9b-4afd-bea3-9243d705f26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:19.887334 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:19.897672 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-626b568e-cf9b-4afd-bea3-9243d705f26b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c81061a5-74a8-4b5c-8340-4af39a0d8183 HTTP/1.1" status: 204  len: 168 time: 0.4204948
Oct 27 14:12:19.898998 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-626b568e-cf9b-4afd-bea3-9243d705f26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:19.977387 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-8cf91267-785a-4228-9bc6-df01dc12e74b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:19.993235 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Request body: {'port': {'device_id': '9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:12:20.142106 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Pushing event updated for resources: {'Port': ['ID=27ac041f-d296-45f6-a329-041bd61289b7,revision_number=3']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:20.206535 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:20.225567 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:20.228707 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] 10.222.0.79 "PUT /v2.0/ports/27ac041f-d296-45f6-a329-041bd61289b7 HTTP/1.1" status: 200  len: 1093 time: 6.1225736
Oct 27 14:12:20.238222 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-106c79fa-c1b7-4581-a13e-ab24f418ff5c None None] Provisioning for port 19eb66a1-100d-4ec5-8072-9795d2cdf200 completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:12:20.254186 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0aaf17e-e311-4525-801d-cd2f75497c0c', 'tag': '27ac041f-d296-45f6-a329-041bd61289b7'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:12:20.269046 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Attempting to bind port e507c6cd-4795-450b-ba9b-e5d7149006ca on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:12:20.276485 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Attempting to bind port e507c6cd-4795-450b-ba9b-e5d7149006ca by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:12:20.277005 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Attempting to bind port e507c6cd-4795-450b-ba9b-e5d7149006ca on network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:12:20.286887 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-106c79fa-c1b7-4581-a13e-ab24f418ff5c None None] Provisioning complete for port 19eb66a1-100d-4ec5-8072-9795d2cdf200 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:12:20.288301 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-106c79fa-c1b7-4581-a13e-ab24f418ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:20.452948 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:12:20.453295 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Checking segment: {'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:12:20.453991 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:20.453991 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Bound using segment: {'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:12:20.454494 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Bound port: e507c6cd-4795-450b-ba9b-e5d7149006ca, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:12:20.470325 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:20.554455 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4de3f4-0a92-4b90-82fc-69796608a085 req-07d3115c-da08-4edb-936e-158eeec3b25c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:20.555223 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-de4de3f4-0a92-4b90-82fc-69796608a085 req-07d3115c-da08-4edb-936e-158eeec3b25c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Synchronizing usage tracker for tenant:a32d3bb833eb4a8ea5bb9428523f7587 on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:12:20.657288 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-106c79fa-c1b7-4581-a13e-ab24f418ff5c None None] Port 19eb66a1-100d-4ec5-8072-9795d2cdf200 cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:12:20.690353 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:20.739985 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-de4de3f4-0a92-4b90-82fc-69796608a085 req-07d3115c-da08-4edb-936e-158eeec3b25c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Unset dirty status for tenant:a32d3bb833eb4a8ea5bb9428523f7587 on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:12:20.747571 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-de4de3f4-0a92-4b90-82fc-69796608a085 req-07d3115c-da08-4edb-936e-158eeec3b25c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 931 time: 1.4571266
Oct 27 14:12:20.871051 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] For port e507c6cd-4795-450b-ba9b-e5d7149006ca, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:12:20.875840 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] For port e507c6cd-4795-450b-ba9b-e5d7149006ca, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=e507c6cd-4795-450b-ba9b-e5d7149006ca,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:12:20.884923 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:20.909511 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:20.992694 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7352f-5061-4ec6-aada-e35d720d35fa req-1949b906-32ac-40de-bf39-be43090ef60a tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:20.994701 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-80c7352f-5061-4ec6-aada-e35d720d35fa req-1949b906-32ac-40de-bf39-be43090ef60a tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 943 time: 0.7133794
Oct 27 14:12:21.045339 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-de4de3f4-0a92-4b90-82fc-69796608a085 req-3fc52b89-aac2-48c3-8236-88ee9e527f32 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2952645
Oct 27 14:12:21.114209 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-6f2815f1-3b1e-407b-b84e-f8ad78b8c8ae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b3b35552e84f4a30bab9b2f278d5dfdb&device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 1096 time: 0.7817004
Oct 27 14:12:21.152032 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf91267-785a-4228-9bc6-df01dc12e74b None None] Pushing event updated for resources: {'Port': ['ID=e507c6cd-4795-450b-ba9b-e5d7149006ca,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:21.242894 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Routers {'e2654565-789d-45d0-97f1-7379fce14557'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:12:21.243657 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1739c7c0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:11:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['e2654565-789d-45d0-97f1-7379fce14557'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:12:21.394343 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-80c7352f-5061-4ec6-aada-e35d720d35fa req-05985c05-fa70-449c-9dd9-27a8dd13df9c tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3697894
Oct 27 14:12:21.395740 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-f14800b7-e206-4096-8a62-cb0d8cc09e46 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27ac041f-d296-45f6-a329-041bd61289b7 HTTP/1.1" status: 200  len: 217 time: 0.1186888
Oct 27 14:12:21.488423 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-8cf91267-785a-4228-9bc6-df01dc12e74b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:21.650378 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e669f1-fd5d-4034-ada9-d270698028ef req-3d562fb9-ae25-444d-a46d-e6d4ff85f006 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:21.651876 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-3d562fb9-ae25-444d-a46d-e6d4ff85f006 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ec0d5e50-ec36-4af5-833f-effa67118f60 HTTP/1.1" status: 200  len: 852 time: 0.2360065
Oct 27 14:12:21.743094 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-e366cad3-8a94-444b-9235-000783a81df6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=178877a3-883c-4aa5-ab2c-2395b9a3a531&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0681219
Oct 27 14:12:21.779461 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] Set router e2654565-789d-45d0-97f1-7379fce14557 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:12:21.827592 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device e507c6cd-4795-450b-ba9b-e5d7149006ca up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:12:21.879521 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0aaf17e-e311-4525-801d-cd2f75497c0c', 'tag': '27ac041f-d296-45f6-a329-041bd61289b7', 'status': 'completed', 'code': 200}
Oct 27 14:12:21.911289 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d02a8-1346-495c-8c44-6d03c4802eb5 req-4abab84f-de1d-46b1-881c-101963ae4353 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:21.917424 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port e507c6cd-4795-450b-ba9b-e5d7149006ca completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:12:21.918689 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2a1d02a8-1346-495c-8c44-6d03c4802eb5 req-4abab84f-de1d-46b1-881c-101963ae4353 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 943 time: 0.3791738
Oct 27 14:12:21.932390 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port e507c6cd-4795-450b-ba9b-e5d7149006ca triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:12:21.933173 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:22.049019 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-18a61efc-2ccf-4458-bb8f-e86882004d2f None None] Provisioning complete for port e507c6cd-4795-450b-ba9b-e5d7149006ca triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:12:22.049393 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-18a61efc-2ccf-4458-bb8f-e86882004d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:22.112759 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2a1d02a8-1346-495c-8c44-6d03c4802eb5 req-71b1a266-eea3-45ff-9a1e-e544d7c68607 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931264
Oct 27 14:12:22.133016 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-76a5660a-67b4-4517-8d52-50351d66d621 service neutron] 10.222.0.79 "GET /v2.0/networks/178877a3-883c-4aa5-ab2c-2395b9a3a531?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3145556
Oct 27 14:12:22.286853 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19eb66a1-100d-4ec5-8072-9795d2cdf200 {{(pid=82823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:12:22.332917 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:22.355872 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:22.378364 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Transition to ACTIVE for port object 19eb66a1-100d-4ec5-8072-9795d2cdf200 will not be triggered until provisioned by entity L2. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:12:22.398742 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:22.430963 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:22.496206 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port e507c6cd-4795-450b-ba9b-e5d7149006ca, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=e507c6cd-4795-450b-ba9b-e5d7149006ca,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:12:22.498073 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-18a61efc-2ccf-4458-bb8f-e86882004d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:22.510939 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:22.519716 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-8cf91267-785a-4228-9bc6-df01dc12e74b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:22.634119 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-48e669f1-fd5d-4034-ada9-d270698028ef req-0cb8482f-0696-4197-abca-000c2ab4db7f service neutron] 10.222.0.79 "GET /v2.0/networks/178877a3-883c-4aa5-ab2c-2395b9a3a531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4926329
Oct 27 14:12:22.741099 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=e507c6cd-4795-450b-ba9b-e5d7149006ca,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:22.747695 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:22.796592 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1739c7c0>, [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:20Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:12:22.822335 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.db.api [None req-18a61efc-2ccf-4458-bb8f-e86882004d2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 14:12:22.822729 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_db.api [None req-18a61efc-2ccf-4458-bb8f-e86882004d2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 14:12:22.823694 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae1493f-b056-4189-83ef-87bb6991791a None None] The sync data for ids ['e2654565-789d-45d0-97f1-7379fce14557'] in dv-cinder-815663-1-iscsi is: [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:20Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:12:22.988484 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c907144-4e2d-4a2d-b810-66e9012e1724 req-70be5ccb-6f7e-47e2-b251-3c78f782a9d9 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:22.991302 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c907144-4e2d-4a2d-b810-66e9012e1724 req-70be5ccb-6f7e-47e2-b251-3c78f782a9d9 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 931 time: 0.7067225
Oct 27 14:12:23.167684 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=19eb66a1-100d-4ec5-8072-9795d2cdf200,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:23.176988 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:23.224077 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Attempting to bind port 19eb66a1-100d-4ec5-8072-9795d2cdf200 on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:12:23.224925 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Attempting to bind port 19eb66a1-100d-4ec5-8072-9795d2cdf200 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:12:23.225345 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Attempting to bind port 19eb66a1-100d-4ec5-8072-9795d2cdf200 on network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:12:23.245053 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-414ee3c0-521b-4dc2-9a62-1fa9897cff21 req-36ede8ce-bf03-484c-9b29-7122733aedbc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b3b35552e84f4a30bab9b2f278d5dfdb&device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 1096 time: 0.5514252
Oct 27 14:12:23.248563 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Port 19eb66a1-100d-4ec5-8072-9795d2cdf200 on network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:12:23.248996 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Attempting to bind port 19eb66a1-100d-4ec5-8072-9795d2cdf200 on network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:12:23.284390 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:12:23.284864 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Checking segment: {'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:12:23.285302 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Bound using segment: {'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:12:23.285857 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Bound port: 19eb66a1-100d-4ec5-8072-9795d2cdf200, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'}}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:12:23.286056 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:23.303265 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c907144-4e2d-4a2d-b810-66e9012e1724 req-b0d141eb-bd7a-4421-881e-ab01a0cdd6a0 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2835641
Oct 27 14:12:23.350324 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efbeec-1c8e-4721-a8b2-b96f0aafc0b4 req-ca324ea3-f5a0-4a76-8337-bea70a4d5ba5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:23.354284 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d3efbeec-1c8e-4721-a8b2-b96f0aafc0b4 req-ca324ea3-f5a0-4a76-8337-bea70a4d5ba5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 943 time: 0.5858903
Oct 27 14:12:23.676748 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device e507c6cd-4795-450b-ba9b-e5d7149006ca up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:12:23.712518 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ee3c0-521b-4dc2-9a62-1fa9897cff21 req-70373804-e92a-4fd9-96ba-cb49c635eafb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:23.730543 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-414ee3c0-521b-4dc2-9a62-1fa9897cff21 req-70373804-e92a-4fd9-96ba-cb49c635eafb service neutron] 10.222.0.79 "GET /v2.0/networks?id=178877a3-883c-4aa5-ab2c-2395b9a3a531 HTTP/1.1" status: 200  len: 914 time: 0.4543316
Oct 27 14:12:23.784983 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port e507c6cd-4795-450b-ba9b-e5d7149006ca triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:12:23.785293 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:24.001324 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-414ee3c0-521b-4dc2-9a62-1fa9897cff21 req-ba422a5c-cd50-4c6f-bdbc-99db461a4d07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27ac041f-d296-45f6-a329-041bd61289b7 HTTP/1.1" status: 200  len: 217 time: 0.2691901
Oct 27 14:12:24.067270 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d3efbeec-1c8e-4721-a8b2-b96f0aafc0b4 req-7e6e9de5-1e77-4a87-a6d9-fd80d6ec6fc0 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6488266
Oct 27 14:12:24.099117 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ee3c0-521b-4dc2-9a62-1fa9897cff21 req-7460eb17-c862-49a2-9cda-c7abb94f57b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:24.101218 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-414ee3c0-521b-4dc2-9a62-1fa9897cff21 req-7460eb17-c862-49a2-9cda-c7abb94f57b5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ec0d5e50-ec36-4af5-833f-effa67118f60 HTTP/1.1" status: 200  len: 852 time: 0.0894885
Oct 27 14:12:24.102345 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] For port 19eb66a1-100d-4ec5-8072-9795d2cdf200, host hv-cinder-81566, cleared binding levels {{(pid=82823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:12:24.162514 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] For port 19eb66a1-100d-4ec5-8072-9795d2cdf200, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=19eb66a1-100d-4ec5-8072-9795d2cdf200,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:12:24.171768 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-414ee3c0-521b-4dc2-9a62-1fa9897cff21 req-e9e65ed7-1894-493d-8b4c-6aa203678a50 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=178877a3-883c-4aa5-ab2c-2395b9a3a531&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564954
Oct 27 14:12:24.174058 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:24.211265 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-8ec3f46b-feee-414b-84b7-a022d708b287 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:24.418088 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=19eb66a1-100d-4ec5-8072-9795d2cdf200,revision_number=3']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:24.454654 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291164a-d24b-40fc-9d05-ecdbb26a0426 req-71a9f039-0841-4882-a425-35dee398dc69 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:24.464835 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e291164a-d24b-40fc-9d05-ecdbb26a0426 req-71a9f039-0841-4882-a425-35dee398dc69 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 943 time: 0.5883491
Oct 27 14:12:24.487755 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:24.563449 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:24.565180 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] 10.222.0.79 "PUT /v2.0/ports/19eb66a1-100d-4ec5-8072-9795d2cdf200 HTTP/1.1" status: 200  len: 1093 time: 4.6791909
Oct 27 14:12:24.578048 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c', 'tag': '19eb66a1-100d-4ec5-8072-9795d2cdf200'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:12:24.691708 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e291164a-d24b-40fc-9d05-ecdbb26a0426 req-c3f0eaa1-4faa-40d6-8b2b-b9cad1b3deab tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2254605
Oct 27 14:12:24.704755 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-414ee3c0-521b-4dc2-9a62-1fa9897cff21 req-d0459e30-a728-4c6b-87b2-89d4726d0795 service neutron] 10.222.0.79 "GET /v2.0/networks/178877a3-883c-4aa5-ab2c-2395b9a3a531?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5248723
Oct 27 14:12:24.800338 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c811d6-fa0c-44db-a215-95217b0cd677 req-59c71b8c-6eee-4f66-953f-7e979c6b6d0a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:24.814847 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-32c811d6-fa0c-44db-a215-95217b0cd677 req-59c71b8c-6eee-4f66-953f-7e979c6b6d0a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 943 time: 0.3188443
Oct 27 14:12:24.841758 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c', 'tag': '19eb66a1-100d-4ec5-8072-9795d2cdf200', 'status': 'completed', 'code': 200}
Oct 27 14:12:24.946291 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-c391a536-8b5b-4826-b432-2b6952a652a6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a32d3bb833eb4a8ea5bb9428523f7587&device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 1096 time: 0.3263698
Oct 27 14:12:25.018726 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-32c811d6-fa0c-44db-a215-95217b0cd677 req-3c0324db-1336-4ee4-aead-13e287c9a91e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1760712
Oct 27 14:12:25.099333 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-711ae53f-b6a1-47f2-b4d0-88dbec3ebd50 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19eb66a1-100d-4ec5-8072-9795d2cdf200 HTTP/1.1" status: 200  len: 217 time: 0.1438453
Oct 27 14:12:25.166935 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-d2e0215d-7025-4d06-b1b6-b58b08de0168 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:25.166935 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-d2e0215d-7025-4d06-b1b6-b58b08de0168 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6fa137-4b38-49f8-9a27-ac5a35d6a617 HTTP/1.1" status: 200  len: 849 time: 0.0601034
Oct 27 14:12:25.167369 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-414ee3c0-521b-4dc2-9a62-1fa9897cff21 req-6c2f67af-062c-4afa-8cd0-4c3b10f287f5 service neutron] 10.222.0.79 "GET /v2.0/networks/178877a3-883c-4aa5-ab2c-2395b9a3a531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4469869
Oct 27 14:12:25.319876 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-82a4e9d0-b96d-4a7d-890e-3edf63e4fb6f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1425576
Oct 27 14:12:25.336935 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 12a40891-1add-4917-94be-396bbcdb28dc details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:12:25.469662 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee682d-a9b1-43e9-a895-8df20420a3a9 req-2ab46f48-dfbf-4f2e-8309-d9f11f308e00 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:25.471534 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-24ee682d-a9b1-43e9-a895-8df20420a3a9 req-2ab46f48-dfbf-4f2e-8309-d9f11f308e00 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 943 time: 0.2027912
Oct 27 14:12:25.518219 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-b198684c-8a5b-4b17-838e-c895d7894d7e service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909058
Oct 27 14:12:25.557740 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 12a40891-1add-4917-94be-396bbcdb28dc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=12a40891-1add-4917-94be-396bbcdb28dc,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:12:25.577701 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '12a40891-1add-4917-94be-396bbcdb28dc', 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e', 'port_id': '12a40891-1add-4917-94be-396bbcdb28dc', 'mac_address': 'fa:16:3e:01:e1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a78620-5e75-47e6-8829-bc1e4d0350f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:12:25.586123 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-24ee682d-a9b1-43e9-a895-8df20420a3a9 req-c68776bb-42ac-4e99-9147-0d49d3f00997 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061716
Oct 27 14:12:25.693431 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53fdbec9-25f0-4508-9b83-2e8ede54146b req-cf6be26a-0c19-4245-9f35-b72aead9d3e2 service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654098
Oct 27 14:12:25.695704 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:25.714320 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a40891-1add-4917-94be-396bbcdb28dc {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:12:25.734286 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 12a40891-1add-4917-94be-396bbcdb28dc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=12a40891-1add-4917-94be-396bbcdb28dc,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:12:25.740821 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:25.742056 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 27ac041f-d296-45f6-a329-041bd61289b7 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:12:25.744321 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:25.899377 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=12a40891-1add-4917-94be-396bbcdb28dc,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:25.923922 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:26.109862 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 27ac041f-d296-45f6-a329-041bd61289b7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=27ac041f-d296-45f6-a329-041bd61289b7,segment=NetworkSegment(4f7ff6ca-afce-49f1-a6f0-e018959a6549),segment_id=4f7ff6ca-afce-49f1-a6f0-e018959a6549)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:12:26.137258 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3917063b-1fe4-4671-8ebf-d48e87434bbe req-1635eecc-4d48-4dad-becc-b5d2c2112f90 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a32d3bb833eb4a8ea5bb9428523f7587&device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 1096 time: 0.3921435
Oct 27 14:12:26.158363 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '27ac041f-d296-45f6-a329-041bd61289b7', 'network_id': '178877a3-883c-4aa5-ab2c-2395b9a3a531', 'port_id': '27ac041f-d296-45f6-a329-041bd61289b7', 'mac_address': 'fa:16:3e:de:91:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0d5e50-ec36-4af5-833f-effa67118f60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:12:26.190366 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf04e3-4408-4ba4-9fae-d95819889b4c req-51a126cb-863c-48a5-837a-6b68287e10fd tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:26.192200 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-56cf04e3-4408-4ba4-9fae-d95819889b4c req-51a126cb-863c-48a5-837a-6b68287e10fd tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 944 time: 0.3279715
Oct 27 14:12:26.283449 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-56cf04e3-4408-4ba4-9fae-d95819889b4c req-a379f6f6-ea69-4862-8ecd-fd6969fc4f96 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782778
Oct 27 14:12:26.318520 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:26.341938 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ac041f-d296-45f6-a329-041bd61289b7 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:12:26.362399 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 27ac041f-d296-45f6-a329-041bd61289b7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=27ac041f-d296-45f6-a329-041bd61289b7,segment=NetworkSegment(4f7ff6ca-afce-49f1-a6f0-e018959a6549),segment_id=4f7ff6ca-afce-49f1-a6f0-e018959a6549)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:12:26.370613 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:26.375303 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-739cb0e3-0117-485b-bef6-378a95bfb9bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:26.492323 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917063b-1fe4-4671-8ebf-d48e87434bbe req-2ddd70bb-0758-4e01-97d3-d4b8bc14a721 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:26.492543 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=27ac041f-d296-45f6-a329-041bd61289b7,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:26.494255 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3917063b-1fe4-4671-8ebf-d48e87434bbe req-2ddd70bb-0758-4e01-97d3-d4b8bc14a721 service neutron] 10.222.0.79 "GET /v2.0/networks?id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb HTTP/1.1" status: 200  len: 912 time: 0.3432665
Oct 27 14:12:26.498196 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:26.567178 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bb9082fb-05a5-49cd-bfd3-4b9b480fddfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:26.637391 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3917063b-1fe4-4671-8ebf-d48e87434bbe req-ce71bd43-da0b-4892-8688-3892f20447f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19eb66a1-100d-4ec5-8072-9795d2cdf200 HTTP/1.1" status: 200  len: 217 time: 0.1360595
Oct 27 14:12:26.675469 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['27ac041f-d296-45f6-a329-041bd61289b7'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:12:26.728758 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['12a40891-1add-4917-94be-396bbcdb28dc'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:12:26.733247 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917063b-1fe4-4671-8ebf-d48e87434bbe req-22759a8a-6293-4054-8bc8-2bd91270ebd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:26.734837 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3917063b-1fe4-4671-8ebf-d48e87434bbe req-22759a8a-6293-4054-8bc8-2bd91270ebd1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6fa137-4b38-49f8-9a27-ac5a35d6a617 HTTP/1.1" status: 200  len: 849 time: 0.0896857
Oct 27 14:12:26.745159 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d8c4d-859b-45f8-bbb8-69335edc0e9f req-4f4254ba-3767-47ff-890f-3e18065115c4 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:26.747004 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8f2d8c4d-859b-45f8-bbb8-69335edc0e9f req-4f4254ba-3767-47ff-890f-3e18065115c4 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 943 time: 0.1791217
Oct 27 14:12:26.939836 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8f2d8c4d-859b-45f8-bbb8-69335edc0e9f req-73092208-d46c-4748-ae4f-ca5c270d7f7a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1454134
Oct 27 14:12:26.958320 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3917063b-1fe4-4671-8ebf-d48e87434bbe req-7d72c806-5bc1-40a2-8ae0-cc1fc0f992de service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2097569
Oct 27 14:12:27.039941 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c3cf7-1769-4d59-b161-09157524c05f req-e23f902f-2c91-4b93-afaa-6f2aab7a1b6c tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:27.041712 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-911c3cf7-1769-4d59-b161-09157524c05f req-e23f902f-2c91-4b93-afaa-6f2aab7a1b6c tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 944 time: 0.2019150
Oct 27 14:12:27.073729 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:27.202102 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-911c3cf7-1769-4d59-b161-09157524c05f req-8acff4a2-448e-4f63-8d5e-17af2a976625 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249387
Oct 27 14:12:27.205459 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3917063b-1fe4-4671-8ebf-d48e87434bbe req-0642b6fb-3c2c-4234-9673-de9e6087c52c service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2365417
Oct 27 14:12:27.365749 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3917063b-1fe4-4671-8ebf-d48e87434bbe req-769bbd16-5068-461f-8fe9-e2d96c3fccd8 service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478989
Oct 27 14:12:27.541864 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf50f7f-1cc9-4161-b5ec-32c9ba8dacf2 req-9c712e3b-48e8-4812-b50d-d3e1ec7240b1 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:27.543496 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dcf50f7f-1cc9-4161-b5ec-32c9ba8dacf2 req-9c712e3b-48e8-4812-b50d-d3e1ec7240b1 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 944 time: 0.1006916
Oct 27 14:12:27.600939 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dcf50f7f-1cc9-4161-b5ec-32c9ba8dacf2 req-91e8eb0d-68cc-4905-a33d-c0460cb602f1 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512085
Oct 27 14:12:28.228039 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7d8f-e4fd-4572-ad1d-fb3d6068dcb4 req-cd5b582e-fbc8-4e68-9957-4ccbec8c815e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:28.230416 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-814c7d8f-e4fd-4572-ad1d-fb3d6068dcb4 req-cd5b582e-fbc8-4e68-9957-4ccbec8c815e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 943 time: 0.1538527
Oct 27 14:12:28.295368 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-814c7d8f-e4fd-4572-ad1d-fb3d6068dcb4 req-db447f0a-8db3-4404-ab9d-0d5c34afad72 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553858
Oct 27 14:12:28.420275 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a82b6e-753b-4e49-b4a3-75bcaa634fc8 req-81f5475f-65fa-4a35-ac5c-4e288962db9b tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:28.421758 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-22a82b6e-753b-4e49-b4a3-75bcaa634fc8 req-81f5475f-65fa-4a35-ac5c-4e288962db9b tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 944 time: 0.0770023
Oct 27 14:12:28.469682 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-22a82b6e-753b-4e49-b4a3-75bcaa634fc8 req-e8a49ce0-ad3b-4074-ab20-3e7edbcd85c5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421255
Oct 27 14:12:28.610247 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60014) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:28.761942 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-91676849-4726-472b-98b3-aebbe335fb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:28.835243 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-df15b11a-50dc-4e81-a520-efc3ad03a2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:28.858541 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898419e8-12dd-429e-be13-baf32b2e6fcd req-4c00f0c4-7741-4fc3-bf3b-35e6c4ce4617 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:28.860658 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-898419e8-12dd-429e-be13-baf32b2e6fcd req-4c00f0c4-7741-4fc3-bf3b-35e6c4ce4617 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 944 time: 0.1152318
Oct 27 14:12:28.896851 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-df15b11a-50dc-4e81-a520-efc3ad03a2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:28.902166 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-df15b11a-50dc-4e81-a520-efc3ad03a2a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c25ef4d6e28147b8ab2d9ada03cb2d3b is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:28.905957 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-df15b11a-50dc-4e81-a520-efc3ad03a2a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:28.914543 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-df15b11a-50dc-4e81-a520-efc3ad03a2a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:28.926965 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-898419e8-12dd-429e-be13-baf32b2e6fcd req-89d6e8eb-1dba-44c0-8694-1069252fb6f3 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567894
Oct 27 14:12:29.017896 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-df15b11a-50dc-4e81-a520-efc3ad03a2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:29.024422 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-df15b11a-50dc-4e81-a520-efc3ad03a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:29.031332 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:29.073245 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15b11a-50dc-4e81-a520-efc3ad03a2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca46250-346f-4197-8fab-be7eaf7a17d1,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:29.077033 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-df15b11a-50dc-4e81-a520-efc3ad03a2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:29.082240 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-df15b11a-50dc-4e81-a520-efc3ad03a2a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c25ef4d6e28147b8ab2d9ada03cb2d3b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4681842
Oct 27 14:12:29.083413 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60044) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:29.156746 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-cefeb99f-2942-47e1-b221-70c145f60646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:29.189910 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-cefeb99f-2942-47e1-b221-70c145f60646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:29.257028 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-cefeb99f-2942-47e1-b221-70c145f60646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:29.262205 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:29.278729 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefeb99f-2942-47e1-b221-70c145f60646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca46250-346f-4197-8fab-be7eaf7a17d1,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:29.281530 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-cefeb99f-2942-47e1-b221-70c145f60646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:29.283450 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-cefeb99f-2942-47e1-b221-70c145f60646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:29.288254 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-cefeb99f-2942-47e1-b221-70c145f60646 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ca46250-346f-4197-8fab-be7eaf7a17d1 HTTP/1.1" status: 204  len: 168 time: 0.2046347
Oct 27 14:12:29.319607 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 19eb66a1-100d-4ec5-8072-9795d2cdf200 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:12:29.458889 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 27ac041f-d296-45f6-a329-041bd61289b7 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:12:29.556024 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 19eb66a1-100d-4ec5-8072-9795d2cdf200, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=19eb66a1-100d-4ec5-8072-9795d2cdf200,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:12:29.576484 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '19eb66a1-100d-4ec5-8072-9795d2cdf200', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'port_id': '19eb66a1-100d-4ec5-8072-9795d2cdf200', 'mac_address': 'fa:16:3e:a0:c3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:12:29.645240 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port 27ac041f-d296-45f6-a329-041bd61289b7 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:12:29.651330 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f389af-9af2-402b-a577-5a1aebd5ba3f req-0759e99a-9d5b-4caa-868e-73c62d05b702 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:29.653575 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:29.671038 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 27ac041f-d296-45f6-a329-041bd61289b7 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:12:29.671494 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:29.679369 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-45f389af-9af2-402b-a577-5a1aebd5ba3f req-0759e99a-9d5b-4caa-868e-73c62d05b702 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 943 time: 0.2315338
Oct 27 14:12:29.743128 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19eb66a1-100d-4ec5-8072-9795d2cdf200 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:12:29.743213 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60080) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:29.764666 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 19eb66a1-100d-4ec5-8072-9795d2cdf200, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=19eb66a1-100d-4ec5-8072-9795d2cdf200,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:12:29.794424 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:29.806125 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:29.866450 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-45f389af-9af2-402b-a577-5a1aebd5ba3f req-a5973539-bad3-44ce-87d2-02408c341d4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1860936
Oct 27 14:12:29.899323 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60086) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:29.902694 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:29.907000 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8578540-6851-4d60-982f-366eaf668035 req-507fabb5-f0d8-4f45-84a4-c99cf86e672b tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:29.909074 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b8578540-6851-4d60-982f-366eaf668035 req-507fabb5-f0d8-4f45-84a4-c99cf86e672b tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 944 time: 0.1817701
Oct 27 14:12:29.919131 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:29.926762 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=19eb66a1-100d-4ec5-8072-9795d2cdf200,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:29.934532 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:29.941641 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c75230d3-a17c-44de-8ac1-c4246be94288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:29.942374 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aaf17e-e311-4525-801d-cd2f75497c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ac041f-d296-45f6-a329-041bd61289b7'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:12:29.956277 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6b45750e-a786-47aa-8e0c-694952bf71ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:29.989639 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-c75230d3-a17c-44de-8ac1-c4246be94288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:29.993782 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-c75230d3-a17c-44de-8ac1-c4246be94288 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a9616987af499b8ef9fcdb1a513eff is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:29.996799 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-c75230d3-a17c-44de-8ac1-c4246be94288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:30.002519 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-c75230d3-a17c-44de-8ac1-c4246be94288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:30.016187 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 27ac041f-d296-45f6-a329-041bd61289b7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=27ac041f-d296-45f6-a329-041bd61289b7,segment=NetworkSegment(4f7ff6ca-afce-49f1-a6f0-e018959a6549),segment_id=4f7ff6ca-afce-49f1-a6f0-e018959a6549)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:12:30.017425 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b8578540-6851-4d60-982f-366eaf668035 req-4a534d01-6d2b-447f-88d9-13d308e0ace4 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990705
Oct 27 14:12:30.020773 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.022806 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 12a40891-1add-4917-94be-396bbcdb28dc up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:12:30.053259 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:30.114706 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-6b45750e-a786-47aa-8e0c-694952bf71ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:30.118981 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-6b45750e-a786-47aa-8e0c-694952bf71ed admin admin] Usage tracker for resource:security_group_rule and tenant:3b0c239f878f491b955f083b1320dcd3 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:30.122073 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-6b45750e-a786-47aa-8e0c-694952bf71ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:30.128289 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-6b45750e-a786-47aa-8e0c-694952bf71ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:30.176567 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=27ac041f-d296-45f6-a329-041bd61289b7,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:30.181260 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:30.195276 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port 12a40891-1add-4917-94be-396bbcdb28dc completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:12:30.203051 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 12a40891-1add-4917-94be-396bbcdb28dc triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:12:30.203701 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.229765 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8412-c148-47d0-bbb3-8ad7f8301be8 req-04fd1c63-c7fd-4ff3-96fa-075f0cf4d5a2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:30.231469 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-49bd8412-c148-47d0-bbb3-8ad7f8301be8 req-04fd1c63-c7fd-4ff3-96fa-075f0cf4d5a2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 944 time: 0.1514559
Oct 27 14:12:30.234389 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c75230d3-a17c-44de-8ac1-c4246be94288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.239080 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6b45750e-a786-47aa-8e0c-694952bf71ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.240891 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c75230d3-a17c-44de-8ac1-c4246be94288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.273732 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:30.283126 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-c75230d3-a17c-44de-8ac1-c4246be94288 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5a9616987af499b8ef9fcdb1a513eff&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3825250
Oct 27 14:12:30.286101 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6b45750e-a786-47aa-8e0c-694952bf71ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.286247 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 60100) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:30.323915 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-49bd8412-c148-47d0-bbb3-8ad7f8301be8 req-7b72cbc1-64c7-4420-8531-4f8ad3e842af tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866551
Oct 27 14:12:30.324312 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75230d3-a17c-44de-8ac1-c4246be94288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5220ecb7-726f-4370-a42c-e2b46118ccc5,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:30.334164 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c75230d3-a17c-44de-8ac1-c4246be94288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:30.334563 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:30.372168 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45750e-a786-47aa-8e0c-694952bf71ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f46ed8-6a43-40e6-8a56-2637a03dc128,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:30.380268 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-6b45750e-a786-47aa-8e0c-694952bf71ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b0c239f878f491b955f083b1320dcd3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6360090
Oct 27 14:12:30.382108 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-6b45750e-a786-47aa-8e0c-694952bf71ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:30.382556 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60108) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:30.420925 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-76d5235a-7b1e-4301-b6ad-1502f8a30f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.455970 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-76d5235a-7b1e-4301-b6ad-1502f8a30f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.466496 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2e02f594-1aa7-41cf-97c2-cd7cc163c311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.479919 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.509851 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2e02f594-1aa7-41cf-97c2-cd7cc163c311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.518185 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 12a40891-1add-4917-94be-396bbcdb28dc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=12a40891-1add-4917-94be-396bbcdb28dc,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:12:30.525961 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.528314 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:30.535606 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-76d5235a-7b1e-4301-b6ad-1502f8a30f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.541228 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:30.551630 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5235a-7b1e-4301-b6ad-1502f8a30f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5220ecb7-726f-4370-a42c-e2b46118ccc5,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:30.556178 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-76d5235a-7b1e-4301-b6ad-1502f8a30f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:30.563641 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-76d5235a-7b1e-4301-b6ad-1502f8a30f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.566665 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-76d5235a-7b1e-4301-b6ad-1502f8a30f43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5220ecb7-726f-4370-a42c-e2b46118ccc5 HTTP/1.1" status: 204  len: 168 time: 0.2770517
Oct 27 14:12:30.584318 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0aaf17e-e311-4525-801d-cd2f75497c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ac041f-d296-45f6-a329-041bd61289b7', 'code': 200}
Oct 27 14:12:30.596370 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2e02f594-1aa7-41cf-97c2-cd7cc163c311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.602427 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-fb32943e-5fb8-46eb-926e-c2f70b5e55b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:30.620373 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02f594-1aa7-41cf-97c2-cd7cc163c311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f46ed8-6a43-40e6-8a56-2637a03dc128,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:30.622614 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-2e02f594-1aa7-41cf-97c2-cd7cc163c311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:30.632865 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2e02f594-1aa7-41cf-97c2-cd7cc163c311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:30.638575 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-2e02f594-1aa7-41cf-97c2-cd7cc163c311 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07f46ed8-6a43-40e6-8a56-2637a03dc128 HTTP/1.1" status: 204  len: 168 time: 0.2545087
Oct 27 14:12:30.650398 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=12a40891-1add-4917-94be-396bbcdb28dc,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:30.656891 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:31.143162 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be862f06-8ede-449b-944c-b004375aef16 req-ad87fc56-ac0d-4f50-a4f5-80d9e7f7e575 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:31.145333 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-be862f06-8ede-449b-944c-b004375aef16 req-ad87fc56-ac0d-4f50-a4f5-80d9e7f7e575 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 944 time: 0.1262865
Oct 27 14:12:31.201073 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60136) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:31.233053 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-ba8d76ff-8e09-47a7-a1d3-14f6dab6ca33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:31.240021 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:31.258940 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-be862f06-8ede-449b-944c-b004375aef16 req-5bc1662c-abf7-46aa-b1cb-d0520cc0c033 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1048946
Oct 27 14:12:31.317117 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-ba8d76ff-8e09-47a7-a1d3-14f6dab6ca33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:31.333336 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-ba8d76ff-8e09-47a7-a1d3-14f6dab6ca33 admin admin] Usage tracker for resource:security_group_rule and tenant:81825719d57c4952a4843482bb23776f is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:31.336972 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-ba8d76ff-8e09-47a7-a1d3-14f6dab6ca33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:31.348472 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-ba8d76ff-8e09-47a7-a1d3-14f6dab6ca33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:31.400725 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b078a9-c3c8-4502-bf3e-48a5494e71e2 req-2984fe0d-dd3b-41ac-b3fc-d62292998240 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:31.406066 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-31b078a9-c3c8-4502-bf3e-48a5494e71e2 req-2984fe0d-dd3b-41ac-b3fc-d62292998240 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 945 time: 0.1460819
Oct 27 14:12:31.489047 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-31b078a9-c3c8-4502-bf3e-48a5494e71e2 req-c92ec1af-1ee3-4df0-8f26-bafc53457680 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775723
Oct 27 14:12:31.557047 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-ba8d76ff-8e09-47a7-a1d3-14f6dab6ca33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:31.564851 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-ba8d76ff-8e09-47a7-a1d3-14f6dab6ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:31.573613 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-74bb2579-d6a9-41fa-a976-1b3844f96cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:31.613059 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d76ff-8e09-47a7-a1d3-14f6dab6ca33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08c9b22-cce4-4fbc-a33b-3404e64ed01a,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:31.619285 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-ba8d76ff-8e09-47a7-a1d3-14f6dab6ca33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:31.620543 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa6119-5cce-4966-9a22-090e90646157 req-8e46449d-6acb-4071-a486-a050921dba66 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:31.623208 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-ba8d76ff-8e09-47a7-a1d3-14f6dab6ca33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81825719d57c4952a4843482bb23776f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4211214
Oct 27 14:12:31.626176 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60154) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:31.628196 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-25fa6119-5cce-4966-9a22-090e90646157 req-8e46449d-6acb-4071-a486-a050921dba66 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 945 time: 0.1136055
Oct 27 14:12:31.671311 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-25fa6119-5cce-4966-9a22-090e90646157 req-0cc11515-8f6a-4137-99e1-594af0ca9de4 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420842
Oct 27 14:12:31.699894 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-7414349c-1423-41cf-ab11-c2b2d510235d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:31.726319 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-7414349c-1423-41cf-ab11-c2b2d510235d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:31.779040 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-7414349c-1423-41cf-ab11-c2b2d510235d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:31.784145 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a3f28790-0326-4827-b4e6-284ec0b612bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:31.796335 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414349c-1423-41cf-ab11-c2b2d510235d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08c9b22-cce4-4fbc-a33b-3404e64ed01a,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:31.799195 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-7414349c-1423-41cf-ab11-c2b2d510235d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:31.801038 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-7414349c-1423-41cf-ab11-c2b2d510235d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:31.805902 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-7414349c-1423-41cf-ab11-c2b2d510235d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c08c9b22-cce4-4fbc-a33b-3404e64ed01a HTTP/1.1" status: 204  len: 168 time: 0.1746817
Oct 27 14:12:32.221650 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60172) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:32.249070 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-80d9fbaa-415f-4813-b5f9-88ba8cf85281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:32.296347 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-80d9fbaa-415f-4813-b5f9-88ba8cf85281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:32.300982 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-80d9fbaa-415f-4813-b5f9-88ba8cf85281 admin admin] Usage tracker for resource:security_group_rule and tenant:74374eba7dca44d9826c74e5d308914e is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:32.304823 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-80d9fbaa-415f-4813-b5f9-88ba8cf85281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:32.310606 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-80d9fbaa-415f-4813-b5f9-88ba8cf85281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:32.372132 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['19eb66a1-100d-4ec5-8072-9795d2cdf200'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:12:32.377671 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-80d9fbaa-415f-4813-b5f9-88ba8cf85281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:32.383808 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-80d9fbaa-415f-4813-b5f9-88ba8cf85281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:32.399251 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-2e02f594-1aa7-41cf-97c2-cd7cc163c311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:32.437637 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b54ac9fd-d29e-4047-98f8-78ab32684bcc req-01c6e9c3-40b1-457d-9c6f-6dd11205eec5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 1098 time: 0.1366398
Oct 27 14:12:32.452371 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9fbaa-415f-4813-b5f9-88ba8cf85281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb52dd7-652b-4f71-af61-9999161d1d80,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:32.483752 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-80d9fbaa-415f-4813-b5f9-88ba8cf85281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:32.488364 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-80d9fbaa-415f-4813-b5f9-88ba8cf85281 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74374eba7dca44d9826c74e5d308914e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2638202
Oct 27 14:12:32.491402 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60184) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:32.508046 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-b54ac9fd-d29e-4047-98f8-78ab32684bcc req-542409fa-8a17-4492-843c-781bad15db54 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:32.569557 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-b54ac9fd-d29e-4047-98f8-78ab32684bcc req-542409fa-8a17-4492-843c-781bad15db54 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:32.576375 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-b54ac9fd-d29e-4047-98f8-78ab32684bcc req-542409fa-8a17-4492-843c-781bad15db54 service neutron] Usage tracker for resource:security_group_rule and tenant:0dd358f713924c24991a83b329dfcb8e is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:32.580142 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-b54ac9fd-d29e-4047-98f8-78ab32684bcc req-542409fa-8a17-4492-843c-781bad15db54 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:32.593610 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a40891-1add-4917-94be-396bbcdb28dc'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:12:32.593750 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-b54ac9fd-d29e-4047-98f8-78ab32684bcc req-542409fa-8a17-4492-843c-781bad15db54 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:32.599163 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-38245c74-5760-4cff-8608-1fea117b381c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:32.616121 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199ce7a-4019-4314-bcf9-652d23e43cc1 req-b17923f8-8213-4470-9d58-23ca57da2397 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:32.633587 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4199ce7a-4019-4314-bcf9-652d23e43cc1 req-b17923f8-8213-4470-9d58-23ca57da2397 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 944 time: 0.1745155
Oct 27 14:12:32.685418 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-38245c74-5760-4cff-8608-1fea117b381c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:32.780350 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-38245c74-5760-4cff-8608-1fea117b381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:32.788683 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:32.810286 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4199ce7a-4019-4314-bcf9-652d23e43cc1 req-8cf54e82-d69f-42b5-a712-e0d741259f98 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1756868
Oct 27 14:12:32.816484 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38245c74-5760-4cff-8608-1fea117b381c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb52dd7-652b-4f71-af61-9999161d1d80,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:32.834881 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-38245c74-5760-4cff-8608-1fea117b381c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:32.838927 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-38245c74-5760-4cff-8608-1fea117b381c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:32.840226 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-38245c74-5760-4cff-8608-1fea117b381c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bb52dd7-652b-4f71-af61-9999161d1d80 HTTP/1.1" status: 204  len: 168 time: 0.3476596
Oct 27 14:12:32.933026 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a40891-1add-4917-94be-396bbcdb28dc', 'code': 200}
Oct 27 14:12:32.946287 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-b54ac9fd-d29e-4047-98f8-78ab32684bcc req-542409fa-8a17-4492-843c-781bad15db54 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:32.966197 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffa494-1bf4-4d00-a407-4edd6e657ba0 req-9a2f7f6a-4335-490c-bd5e-4d295d3d51bb tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:32.977838 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-83ffa494-1bf4-4d00-a407-4edd6e657ba0 req-9a2f7f6a-4335-490c-bd5e-4d295d3d51bb tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 945 time: 0.2512336
Oct 27 14:12:33.018402 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-b54ac9fd-d29e-4047-98f8-78ab32684bcc req-542409fa-8a17-4492-843c-781bad15db54 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:33.063703 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:33.094681 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b54ac9fd-d29e-4047-98f8-78ab32684bcc req-542409fa-8a17-4492-843c-781bad15db54 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6502974
Oct 27 14:12:33.188916 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542409fa-8a17-4492-843c-781bad15db54 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=15c75be2-bf28-4385-b598-393e6afa58db,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:33.194873 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-542409fa-8a17-4492-843c-781bad15db54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:33.200296 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-83ffa494-1bf4-4d00-a407-4edd6e657ba0 req-faf8988f-6caf-4d4a-95b7-5590d8462c22 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2214704
Oct 27 14:12:33.251001 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830f5bf-a529-498a-952e-08666ce74309 req-25d9e8be-a8dc-4bc7-9949-94ee50a1862d tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:33.255914 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5830f5bf-a529-498a-952e-08666ce74309 req-25d9e8be-a8dc-4bc7-9949-94ee50a1862d tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 945 time: 0.1604500
Oct 27 14:12:33.323254 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5830f5bf-a529-498a-952e-08666ce74309 req-aa58a89b-2262-44e4-9915-561c2e7ceadd tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621321
Oct 27 14:12:34.031344 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c160322-a649-416d-837a-788e8a2b5f36 req-10223ca6-471a-41d5-b11d-f253436052a1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:34.043254 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c160322-a649-416d-837a-788e8a2b5f36 req-10223ca6-471a-41d5-b11d-f253436052a1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 944 time: 0.1023269
Oct 27 14:12:34.095592 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c160322-a649-416d-837a-788e8a2b5f36 req-f77dc26a-fc9b-422b-9ea4-43386776c99d tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444133
Oct 27 14:12:34.456037 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff3f13-2918-4969-ad9a-837cdc611dd5 req-36f0bd3f-5a38-4164-984e-effe821a904c tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:34.463627 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3eff3f13-2918-4969-ad9a-837cdc611dd5 req-36f0bd3f-5a38-4164-984e-effe821a904c tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 945 time: 0.1098459
Oct 27 14:12:34.567211 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3eff3f13-2918-4969-ad9a-837cdc611dd5 req-18f8e820-bd2a-488d-8a28-8c2ca3c81aec tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026444
Oct 27 14:12:34.631949 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40b54b-8115-4565-ae03-2140b58c2c39 req-e3073b20-7f9f-4036-a924-fc1821a20103 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:34.631949 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ca40b54b-8115-4565-ae03-2140b58c2c39 req-e3073b20-7f9f-4036-a924-fc1821a20103 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 945 time: 0.1452372
Oct 27 14:12:34.695270 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ca40b54b-8115-4565-ae03-2140b58c2c39 req-c7efe690-5692-483d-8bb1-9ea1be55c20b tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597284
Oct 27 14:12:35.298948 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c4047-1f9e-4414-8b9d-260c3cdf6c85 req-4dab7a93-6d30-432c-813f-853692fc85dd tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:35.300382 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6a5c4047-1f9e-4414-8b9d-260c3cdf6c85 req-4dab7a93-6d30-432c-813f-853692fc85dd tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 944 time: 0.0805593
Oct 27 14:12:35.346602 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6a5c4047-1f9e-4414-8b9d-260c3cdf6c85 req-3ca22f30-3e55-43db-98d2-7a7718333420 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401893
Oct 27 14:12:35.832264 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1008f91-2dc5-4007-85e9-65b6ca68e3be req-134beee7-0528-48e9-9ddc-394fac47f99e tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:35.834356 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a1008f91-2dc5-4007-85e9-65b6ca68e3be req-134beee7-0528-48e9-9ddc-394fac47f99e tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 945 time: 0.1461136
Oct 27 14:12:35.846121 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60376) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:35.900498 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a1008f91-2dc5-4007-85e9-65b6ca68e3be req-21af56cc-387b-4477-8b9e-c7b3fefaa6e7 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541458
Oct 27 14:12:36.015109 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea22611-6aa0-4004-9645-2ea344d1469c req-46b5f8b8-2a2b-4095-871c-37a0582e4056 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:36.016695 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-fea22611-6aa0-4004-9645-2ea344d1469c req-46b5f8b8-2a2b-4095-871c-37a0582e4056 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 945 time: 0.0867023
Oct 27 14:12:36.063683 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a3725cc5-c7c3-4f40-84de-e3e5a8886b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:36.074185 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-fea22611-6aa0-4004-9645-2ea344d1469c req-14ecb059-df66-4404-8bf3-5891c74ef3a5 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495155
Oct 27 14:12:36.101283 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-a3725cc5-c7c3-4f40-84de-e3e5a8886b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:36.105584 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-a3725cc5-c7c3-4f40-84de-e3e5a8886b87 admin admin] Usage tracker for resource:security_group_rule and tenant:f9f83908444d41f38d1ae81b8d70d856 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:36.108458 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-a3725cc5-c7c3-4f40-84de-e3e5a8886b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:36.114476 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-a3725cc5-c7c3-4f40-84de-e3e5a8886b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:36.123140 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 19eb66a1-100d-4ec5-8072-9795d2cdf200 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:12:36.162658 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-106b4c93-6812-491f-8df2-e59a5825f0cf req-ab1c2b20-fe64-4cbd-9137-cd1395781967 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 1098 time: 0.0819926
Oct 27 14:12:36.183943 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a3725cc5-c7c3-4f40-84de-e3e5a8886b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:36.188976 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a3725cc5-c7c3-4f40-84de-e3e5a8886b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:36.196616 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port 19eb66a1-100d-4ec5-8072-9795d2cdf200 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:12:36.197203 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-7414349c-1423-41cf-ab11-c2b2d510235d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:36.207808 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 19eb66a1-100d-4ec5-8072-9795d2cdf200 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:12:36.208774 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:36.214364 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-106b4c93-6812-491f-8df2-e59a5825f0cf req-6b980fed-a1ea-49c6-914b-df41185debf9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448384
Oct 27 14:12:36.248568 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3725cc5-c7c3-4f40-84de-e3e5a8886b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6735b7b-2cdd-4d4b-a39c-6d5e95915341,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:36.255562 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-a3725cc5-c7c3-4f40-84de-e3e5a8886b87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9f83908444d41f38d1ae81b8d70d856&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4054711
Oct 27 14:12:36.255562 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a3725cc5-c7c3-4f40-84de-e3e5a8886b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:36.255874 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60384) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:36.319432 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1fdc-738d-45c7-81ce-c1992c0ebac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:36.339885 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:36.345298 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1fdc-738d-45c7-81ce-c1992c0ebac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:36.370694 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19eb66a1-100d-4ec5-8072-9795d2cdf200'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:12:36.388554 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 19eb66a1-100d-4ec5-8072-9795d2cdf200, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=19eb66a1-100d-4ec5-8072-9795d2cdf200,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:12:36.397881 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:36.404397 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-8cf91267-785a-4228-9bc6-df01dc12e74b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:36.405986 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1fdc-738d-45c7-81ce-c1992c0ebac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:36.419797 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c75230d3-a17c-44de-8ac1-c4246be94288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:36.452145 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e1fdc-738d-45c7-81ce-c1992c0ebac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6735b7b-2cdd-4d4b-a39c-6d5e95915341,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:36.464429 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-ac1e1fdc-738d-45c7-81ce-c1992c0ebac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:36.470063 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1fdc-738d-45c7-81ce-c1992c0ebac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:36.472067 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-ac1e1fdc-738d-45c7-81ce-c1992c0ebac9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6735b7b-2cdd-4d4b-a39c-6d5e95915341 HTTP/1.1" status: 204  len: 168 time: 0.2153466
Oct 27 14:12:36.485633 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19eb66a1-100d-4ec5-8072-9795d2cdf200', 'code': 200}
Oct 27 14:12:36.584761 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=19eb66a1-100d-4ec5-8072-9795d2cdf200,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:36.592969 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:36.629306 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187c249-a135-4421-b5c7-1a3c9c55024c req-a283a074-633f-490b-b723-ec02972e8563 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:36.632770 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a187c249-a135-4421-b5c7-1a3c9c55024c req-a283a074-633f-490b-b723-ec02972e8563 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1360104
Oct 27 14:12:36.713732 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a187c249-a135-4421-b5c7-1a3c9c55024c req-acb9698f-03e8-46f5-822c-5230e467256b tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732114
Oct 27 14:12:36.759948 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60414) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:36.808999 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-74fe3544-336d-41fc-83d1-bb02721c623f req-7d74a669-9271-4f1c-a529-787d2cf6fcf8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 1098 time: 0.0804906
Oct 27 14:12:36.859753 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-74fe3544-336d-41fc-83d1-bb02721c623f req-ff1a919c-32a3-4add-a719-a5feacec1f32 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434079
Oct 27 14:12:36.927231 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-33bd6bd9-8771-42e9-a04f-bb44b2fa63c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:36.969035 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-33bd6bd9-8771-42e9-a04f-bb44b2fa63c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:36.973026 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-33bd6bd9-8771-42e9-a04f-bb44b2fa63c0 admin admin] Usage tracker for resource:security_group_rule and tenant:1c8c058d6b0941e2aa771815625aadd1 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:36.976809 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-33bd6bd9-8771-42e9-a04f-bb44b2fa63c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:36.983776 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-33bd6bd9-8771-42e9-a04f-bb44b2fa63c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:36.992555 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 60434) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:37.034328 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-64aa161f-cfd0-49ee-8095-f76417f3f1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:37.134959 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-64aa161f-cfd0-49ee-8095-f76417f3f1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:37.137869 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-33bd6bd9-8771-42e9-a04f-bb44b2fa63c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:37.145112 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-33bd6bd9-8771-42e9-a04f-bb44b2fa63c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:37.148811 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-64aa161f-cfd0-49ee-8095-f76417f3f1e8 admin admin] Usage tracker for resource:security_group_rule and tenant:6132d08267c9412fb03ab74532ca5d57 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:37.153638 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-64aa161f-cfd0-49ee-8095-f76417f3f1e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:37.153842 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:37.167692 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-64aa161f-cfd0-49ee-8095-f76417f3f1e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:37.193357 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd6bd9-8771-42e9-a04f-bb44b2fa63c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb85db2-3db0-4e5c-a370-b76d050f7b7f,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:37.198302 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-33bd6bd9-8771-42e9-a04f-bb44b2fa63c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:37.227299 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-33bd6bd9-8771-42e9-a04f-bb44b2fa63c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c8c058d6b0941e2aa771815625aadd1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4662597
Oct 27 14:12:37.230580 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60448) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:37.309811 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eefa9a67-f344-430a-9d2a-30542170b9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:37.348465 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eefa9a67-f344-430a-9d2a-30542170b9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:37.408746 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639ea07-ab4d-4cc8-b387-c7d4d69b75bc req-32cc2c01-81b1-4ff2-9a9a-692b7e47d987 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:37.411105 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c639ea07-ab4d-4cc8-b387-c7d4d69b75bc req-32cc2c01-81b1-4ff2-9a9a-692b7e47d987 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 945 time: 0.2166302
Oct 27 14:12:37.427099 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eefa9a67-f344-430a-9d2a-30542170b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:37.433385 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:37.444551 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa9a67-f344-430a-9d2a-30542170b9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb85db2-3db0-4e5c-a370-b76d050f7b7f,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:37.449951 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-eefa9a67-f344-430a-9d2a-30542170b9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:37.452633 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eefa9a67-f344-430a-9d2a-30542170b9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:37.455193 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-eefa9a67-f344-430a-9d2a-30542170b9aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5bb85db2-3db0-4e5c-a370-b76d050f7b7f HTTP/1.1" status: 204  len: 168 time: 0.2231302
Oct 27 14:12:37.493181 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af844b-1f7a-484b-bb17-33738615c183 req-956d11d8-ee96-4b01-b485-c69c9f989fe5 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:37.494613 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13af844b-1f7a-484b-bb17-33738615c183 req-956d11d8-ee96-4b01-b485-c69c9f989fe5 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 945 time: 0.2282658
Oct 27 14:12:37.502905 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-64aa161f-cfd0-49ee-8095-f76417f3f1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:37.527558 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-64aa161f-cfd0-49ee-8095-f76417f3f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:37.543240 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-8f2d3f20-44dd-4c23-bd92-aff83e76adc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:37.572408 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c639ea07-ab4d-4cc8-b387-c7d4d69b75bc req-a255f68f-cb92-44f7-b4f0-4e8c042c01ca tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502674
Oct 27 14:12:37.615575 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13af844b-1f7a-484b-bb17-33738615c183 req-8f4f7467-7a1d-4938-9823-c25b2e5bfa03 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107042
Oct 27 14:12:37.620251 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-64aa161f-cfd0-49ee-8095-f76417f3f1e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6132d08267c9412fb03ab74532ca5d57&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6240411
Oct 27 14:12:37.620251 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa161f-cfd0-49ee-8095-f76417f3f1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a9cca1-c8be-40f5-ac6b-632e22e58c4e,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:37.620885 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60458) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:37.622004 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-64aa161f-cfd0-49ee-8095-f76417f3f1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:37.707172 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-01ad7fd9-1cba-4582-b2aa-f425d07a8ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:37.747236 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-01ad7fd9-1cba-4582-b2aa-f425d07a8ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:37.857022 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-01ad7fd9-1cba-4582-b2aa-f425d07a8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:37.869730 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-8c286249-d277-4355-bd73-4d8168a534a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:37.886152 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad7fd9-1cba-4582-b2aa-f425d07a8ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a9cca1-c8be-40f5-ac6b-632e22e58c4e,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:37.889123 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-01ad7fd9-1cba-4582-b2aa-f425d07a8ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:37.891488 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-01ad7fd9-1cba-4582-b2aa-f425d07a8ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:37.892140 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-01ad7fd9-1cba-4582-b2aa-f425d07a8ef0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11a9cca1-c8be-40f5-ac6b-632e22e58c4e HTTP/1.1" status: 204  len: 168 time: 0.2701421
Oct 27 14:12:37.964312 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cfcd4-55ab-490b-977e-f0d59f99fd55 req-a01db535-5d2c-4a35-abc8-707ec47961f6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:37.965894 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-435cfcd4-55ab-490b-977e-f0d59f99fd55 req-a01db535-5d2c-4a35-abc8-707ec47961f6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0897834
Oct 27 14:12:38.021310 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-435cfcd4-55ab-490b-977e-f0d59f99fd55 req-8447dc71-5645-42f6-bc06-4b2154aa4cc2 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492117
Oct 27 14:12:38.918761 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea015529-88eb-4b2c-b9d7-f255ad080599 req-f7ead9f4-3018-4acf-8cf4-8c9fed3d6553 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:38.920885 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ea015529-88eb-4b2c-b9d7-f255ad080599 req-f7ead9f4-3018-4acf-8cf4-8c9fed3d6553 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 945 time: 0.1754653
Oct 27 14:12:38.998931 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ea015529-88eb-4b2c-b9d7-f255ad080599 req-ea4d8c42-e387-4da5-9465-2bb4861deee9 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675745
Oct 27 14:12:39.173980 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f52a0-e856-4d1e-ba77-edb7f1b07dd1 req-1c2558a0-511f-4a70-be0f-c51aee55e5a0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:39.175743 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-883f52a0-e856-4d1e-ba77-edb7f1b07dd1 req-1c2558a0-511f-4a70-be0f-c51aee55e5a0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 945 time: 0.1240482
Oct 27 14:12:39.281237 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-883f52a0-e856-4d1e-ba77-edb7f1b07dd1 req-3fb4c40f-e663-4c32-9ead-e54333161115 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988374
Oct 27 14:12:39.311497 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e1c6d-3616-4073-adf0-deb2f847ee01 req-c6a358b9-98d1-45d9-b813-439770e08663 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:39.313282 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3d2e1c6d-3616-4073-adf0-deb2f847ee01 req-c6a358b9-98d1-45d9-b813-439770e08663 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1108949
Oct 27 14:12:39.375590 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3d2e1c6d-3616-4073-adf0-deb2f847ee01 req-5a0f0498-9142-4512-a363-6459322b0c83 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550597
Oct 27 14:12:39.668315 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60578) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:39.811335 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d2960aeb-bea4-4be3-a726-70dd9df9f251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:39.843281 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d2960aeb-bea4-4be3-a726-70dd9df9f251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:39.847152 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d2960aeb-bea4-4be3-a726-70dd9df9f251 admin admin] Usage tracker for resource:security_group_rule and tenant:ad70fb1a39324fb68715ca84ad65f4c1 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:39.850569 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d2960aeb-bea4-4be3-a726-70dd9df9f251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:39.856194 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d2960aeb-bea4-4be3-a726-70dd9df9f251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:39.902031 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 60586) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:39.924971 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d2960aeb-bea4-4be3-a726-70dd9df9f251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:39.929689 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d2960aeb-bea4-4be3-a726-70dd9df9f251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:39.936092 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:39.977621 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2960aeb-bea4-4be3-a726-70dd9df9f251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcecb34a-6d7a-4da1-8e95-9cfeb1a5e7ae,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:39.981144 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d2960aeb-bea4-4be3-a726-70dd9df9f251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:39.983464 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-d2960aeb-bea4-4be3-a726-70dd9df9f251 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad70fb1a39324fb68715ca84ad65f4c1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3139286
Oct 27 14:12:39.986187 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60592) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:40.051117 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-89345805-5ad6-402a-8008-5349939e2b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:40.060098 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-53f1c3b3-fc85-4c3f-bc9b-72eeac01e147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:40.080904 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-89345805-5ad6-402a-8008-5349939e2b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:40.102440 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-53f1c3b3-fc85-4c3f-bc9b-72eeac01e147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:40.110949 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-53f1c3b3-fc85-4c3f-bc9b-72eeac01e147 admin admin] Usage tracker for resource:security_group_rule and tenant:60e82d66a2d1455cacfc28bedb19b56e is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:40.114483 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-53f1c3b3-fc85-4c3f-bc9b-72eeac01e147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:40.127683 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-53f1c3b3-fc85-4c3f-bc9b-72eeac01e147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:40.140623 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-89345805-5ad6-402a-8008-5349939e2b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:40.145454 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-ac1e1fdc-738d-45c7-81ce-c1992c0ebac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:40.161969 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89345805-5ad6-402a-8008-5349939e2b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcecb34a-6d7a-4da1-8e95-9cfeb1a5e7ae,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:40.164474 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-89345805-5ad6-402a-8008-5349939e2b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:40.167021 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-89345805-5ad6-402a-8008-5349939e2b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:40.170544 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-89345805-5ad6-402a-8008-5349939e2b68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fcecb34a-6d7a-4da1-8e95-9cfeb1a5e7ae HTTP/1.1" status: 204  len: 168 time: 0.1806266
Oct 27 14:12:40.257334 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-53f1c3b3-fc85-4c3f-bc9b-72eeac01e147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:40.262125 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-53f1c3b3-fc85-4c3f-bc9b-72eeac01e147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:40.271888 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:40.312212 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1c3b3-fc85-4c3f-bc9b-72eeac01e147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea3728d-58d8-4c4d-873d-23813f4012a8,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:40.315343 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-53f1c3b3-fc85-4c3f-bc9b-72eeac01e147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:40.321965 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60614) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:40.322302 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-53f1c3b3-fc85-4c3f-bc9b-72eeac01e147 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60e82d66a2d1455cacfc28bedb19b56e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4188862
Oct 27 14:12:40.392993 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-81f4e39e-e679-4006-ac9e-4350b74952f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:40.444265 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-81f4e39e-e679-4006-ac9e-4350b74952f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:40.515155 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-81f4e39e-e679-4006-ac9e-4350b74952f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:40.522591 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-cefeb99f-2942-47e1-b221-70c145f60646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:40.536138 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4e39e-e679-4006-ac9e-4350b74952f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea3728d-58d8-4c4d-873d-23813f4012a8,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:40.540468 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-81f4e39e-e679-4006-ac9e-4350b74952f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:40.542411 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-81f4e39e-e679-4006-ac9e-4350b74952f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:40.547658 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-81f4e39e-e679-4006-ac9e-4350b74952f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dea3728d-58d8-4c4d-873d-23813f4012a8 HTTP/1.1" status: 204  len: 168 time: 0.2238462
Oct 27 14:12:40.606807 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0633c-9f94-4d11-9a4c-1f3122833c45 req-24ef24c6-58df-49be-abaa-62529fe9843e tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:40.608177 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3dd0633c-9f94-4d11-9a4c-1f3122833c45 req-24ef24c6-58df-49be-abaa-62529fe9843e tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 945 time: 0.1829784
Oct 27 14:12:40.709433 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3dd0633c-9f94-4d11-9a4c-1f3122833c45 req-cfcc66d2-2fd8-4afb-bf30-3e98257f51e6 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917404
Oct 27 14:12:40.819288 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30c00a-0a92-41e2-a1ed-534b760e092b req-82770b6c-36ba-4da6-95c1-abd67dd91eab tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:40.827145 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aa30c00a-0a92-41e2-a1ed-534b760e092b req-82770b6c-36ba-4da6-95c1-abd67dd91eab tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.3082132
Oct 27 14:12:40.960582 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4912d351-f6e6-4735-9dbc-175def9b5502 req-789a5f16-67ef-411f-8076-7ba7d3414da7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2253728
Oct 27 14:12:40.983657 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aa30c00a-0a92-41e2-a1ed-534b760e092b req-38d64411-9d53-4ea7-b7ab-ebf614f35060 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1554067
Oct 27 14:12:41.230567 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4912d351-f6e6-4735-9dbc-175def9b5502 req-91443ad0-48a4-4979-95e0-2869317033df service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b3b35552e84f4a30bab9b2f278d5dfdb&device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 1098 time: 0.0818949
Oct 27 14:12:41.518588 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912d351-f6e6-4735-9dbc-175def9b5502 req-c06bc398-82a9-479a-877f-1568c94f8dfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:41.521435 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4912d351-f6e6-4735-9dbc-175def9b5502 req-c06bc398-82a9-479a-877f-1568c94f8dfb service neutron] 10.222.0.79 "GET /v2.0/networks?id=178877a3-883c-4aa5-ab2c-2395b9a3a531 HTTP/1.1" status: 200  len: 914 time: 0.2638352
Oct 27 14:12:41.598547 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4912d351-f6e6-4735-9dbc-175def9b5502 req-26f137c1-a3fa-4850-b6b4-1bc34cfb46d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27ac041f-d296-45f6-a329-041bd61289b7 HTTP/1.1" status: 200  len: 217 time: 0.0706298
Oct 27 14:12:41.671369 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912d351-f6e6-4735-9dbc-175def9b5502 req-79280154-84f8-4783-ab9f-72af017bcccb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:41.673422 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4912d351-f6e6-4735-9dbc-175def9b5502 req-79280154-84f8-4783-ab9f-72af017bcccb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ec0d5e50-ec36-4af5-833f-effa67118f60 HTTP/1.1" status: 200  len: 852 time: 0.0689347
Oct 27 14:12:41.743261 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4912d351-f6e6-4735-9dbc-175def9b5502 req-b3911f81-ce53-4c89-90f0-f177d2cb8414 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=178877a3-883c-4aa5-ab2c-2395b9a3a531&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621283
Oct 27 14:12:41.960603 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:12:41.997670 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4912d351-f6e6-4735-9dbc-175def9b5502 req-f7a0f09e-7fd8-4a9d-b6b4-cf1b5f7da519 service neutron] 10.222.0.79 "GET /v2.0/networks/178877a3-883c-4aa5-ab2c-2395b9a3a531?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2389061
Oct 27 14:12:42.254709 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 60710) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:42.338768 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4912d351-f6e6-4735-9dbc-175def9b5502 req-d57d80e9-56c2-49d8-bba6-7c4ac0276926 service neutron] 10.222.0.79 "GET /v2.0/networks/178877a3-883c-4aa5-ab2c-2395b9a3a531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3259263
Oct 27 14:12:42.407332 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11ba8d-8652-4b99-812a-af17998dc6a2 req-80a182be-ee86-4480-b08b-a409c1bef76f tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:42.408943 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e11ba8d-8652-4b99-812a-af17998dc6a2 req-80a182be-ee86-4480-b08b-a409c1bef76f tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1182885
Oct 27 14:12:42.483215 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e11ba8d-8652-4b99-812a-af17998dc6a2 req-d150954a-0d8c-4ccb-b437-ffbd70bc9429 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664687
Oct 27 14:12:42.633046 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-4e4e6c7a-f30b-45ba-a22e-53a634c76417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:42.688063 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:42.737477 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-4e4e6c7a-f30b-45ba-a22e-53a634c76417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:42.742680 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-4e4e6c7a-f30b-45ba-a22e-53a634c76417 admin admin] Usage tracker for resource:security_group_rule and tenant:f4cf552b45d4479e8479d0cdb32c091f is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:42.749267 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-4e4e6c7a-f30b-45ba-a22e-53a634c76417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:42.758424 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-4e4e6c7a-f30b-45ba-a22e-53a634c76417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:42.807443 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1063019-dd2e-4186-9fe1-6c06fd25acd5 req-cf4e52b5-405f-4945-bb45-835b88451f83 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:42.809191 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c1063019-dd2e-4186-9fe1-6c06fd25acd5 req-cf4e52b5-405f-4945-bb45-835b88451f83 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1773009
Oct 27 14:12:42.814076 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60756) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:42.822745 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-9f5dbe49-392d-4c37-8546-37c365052084 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Request body: {'floatingip': {'port_id': '19eb66a1-100d-4ec5-8072-9795d2cdf200'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:12:42.954504 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-4e4e6c7a-f30b-45ba-a22e-53a634c76417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:43.071076 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-4e4e6c7a-f30b-45ba-a22e-53a634c76417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:43.098162 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9f5dbe49-392d-4c37-8546-37c365052084 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for floatingip, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:43.135911 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:43.150527 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-4e4e6c7a-f30b-45ba-a22e-53a634c76417 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4cf552b45d4479e8479d0cdb32c091f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8942201
Oct 27 14:12:43.159006 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 60770) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:43.288585 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e6c7a-f30b-45ba-a22e-53a634c76417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7edfec9-910d-4adf-be55-7a73dcbaf475,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:43.309842 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-4e4e6c7a-f30b-45ba-a22e-53a634c76417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:43.333877 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0e629eb2-ef76-4864-bf0d-e068e04bb0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:43.364365 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0e629eb2-ef76-4864-bf0d-e068e04bb0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:43.372608 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 60784) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:43.437041 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0e629eb2-ef76-4864-bf0d-e068e04bb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:43.443866 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:43.468139 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e629eb2-ef76-4864-bf0d-e068e04bb0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7edfec9-910d-4adf-be55-7a73dcbaf475,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:43.481414 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0e629eb2-ef76-4864-bf0d-e068e04bb0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:43.497988 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0e629eb2-ef76-4864-bf0d-e068e04bb0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:43.499124 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-0e629eb2-ef76-4864-bf0d-e068e04bb0d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7edfec9-910d-4adf-be55-7a73dcbaf475 HTTP/1.1" status: 204  len: 168 time: 0.3390894
Oct 27 14:12:43.702583 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-5681dcf9-7872-4f31-93ef-ba00fdaf6777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:43.735591 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-5681dcf9-7872-4f31-93ef-ba00fdaf6777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:43.741044 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-5681dcf9-7872-4f31-93ef-ba00fdaf6777 admin admin] Usage tracker for resource:security_group_rule and tenant:ece9676b085e4fad8059404b1dd4c9e7 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:43.744298 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-5681dcf9-7872-4f31-93ef-ba00fdaf6777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:43.750914 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-5681dcf9-7872-4f31-93ef-ba00fdaf6777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:43.840463 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-5681dcf9-7872-4f31-93ef-ba00fdaf6777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:43.852209 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-5681dcf9-7872-4f31-93ef-ba00fdaf6777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:43.859402 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-53f1c3b3-fc85-4c3f-bc9b-72eeac01e147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:43.905646 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681dcf9-7872-4f31-93ef-ba00fdaf6777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854a7aa3-ee96-4006-8fd9-392494f698b1,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:43.909424 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-5681dcf9-7872-4f31-93ef-ba00fdaf6777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:43.912866 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-5681dcf9-7872-4f31-93ef-ba00fdaf6777 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ece9676b085e4fad8059404b1dd4c9e7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5392420
Oct 27 14:12:43.915545 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 60802) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:43.987756 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66e1a752-7c63-4094-94ea-324ae8bcc084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:44.016492 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66e1a752-7c63-4094-94ea-324ae8bcc084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:44.097679 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9f5dbe49-392d-4c37-8546-37c365052084 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:44.106392 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9f5dbe49-392d-4c37-8546-37c365052084 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:44.121396 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66e1a752-7c63-4094-94ea-324ae8bcc084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:44.128036 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:44.143036 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1a752-7c63-4094-94ea-324ae8bcc084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854a7aa3-ee96-4006-8fd9-392494f698b1,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:44.146597 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-66e1a752-7c63-4094-94ea-324ae8bcc084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:44.149566 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66e1a752-7c63-4094-94ea-324ae8bcc084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:44.154593 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-66e1a752-7c63-4094-94ea-324ae8bcc084 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/854a7aa3-ee96-4006-8fd9-392494f698b1 HTTP/1.1" status: 204  len: 168 time: 0.2371554
Oct 27 14:12:44.366471 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.l3_db [None req-9f5dbe49-392d-4c37-8546-37c365052084 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Floating IP 8c340472-7025-4961-b242-694121368075 associated. External IP: 172.27.2.36, port: 19eb66a1-100d-4ec5-8072-9795d2cdf200.
Oct 27 14:12:44.482968 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 60832) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:44.664391 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 60840) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:44.694188 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-445fa291-a435-49d1-bb55-e6e06ac07520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:44.742111 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-445fa291-a435-49d1-bb55-e6e06ac07520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:44.748785 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-445fa291-a435-49d1-bb55-e6e06ac07520 admin admin] Usage tracker for resource:security_group_rule and tenant:4754f940d6a64acda03f553daa405e71 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:44.752602 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-445fa291-a435-49d1-bb55-e6e06ac07520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:44.761296 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-445fa291-a435-49d1-bb55-e6e06ac07520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:44.823532 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7dc4bb14-8268-432e-9a12-b497caa97bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:44.881472 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-7dc4bb14-8268-432e-9a12-b497caa97bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:44.885997 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-7dc4bb14-8268-432e-9a12-b497caa97bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:69110ac6db89416495b1c019d6c8580b is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:44.889447 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-7dc4bb14-8268-432e-9a12-b497caa97bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:44.897702 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-7dc4bb14-8268-432e-9a12-b497caa97bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:44.956223 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-445fa291-a435-49d1-bb55-e6e06ac07520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:44.962018 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-445fa291-a435-49d1-bb55-e6e06ac07520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:44.984567 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-6ed0a48c-cddc-40a6-8e8b-22906b0ee73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:44.993481 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5dbe49-392d-4c37-8546-37c365052084 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Router e2654565-789d-45d0-97f1-7379fce14557 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:12:45.020305 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fa291-a435-49d1-bb55-e6e06ac07520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6500d2d2-8be9-4429-bfc6-479945119c67,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:45.026445 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-445fa291-a435-49d1-bb55-e6e06ac07520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:45.071380 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-445fa291-a435-49d1-bb55-e6e06ac07520 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4754f940d6a64acda03f553daa405e71&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4055769
Oct 27 14:12:45.074849 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 60854) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:45.155483 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7dc4bb14-8268-432e-9a12-b497caa97bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:45.167632 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7dc4bb14-8268-432e-9a12-b497caa97bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:45.177317 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:45.191875 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-cdc78ee0-c4fd-4d0d-bf37-4a1b01c8f55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:45.291401 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4bb14-8268-432e-9a12-b497caa97bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0af8b58-2d62-46df-a525-c2909091e87e,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:45.298682 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-cdc78ee0-c4fd-4d0d-bf37-4a1b01c8f55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:45.302716 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5dbe49-392d-4c37-8546-37c365052084 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:12:45.307253 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-7dc4bb14-8268-432e-9a12-b497caa97bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:45.309484 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-7dc4bb14-8268-432e-9a12-b497caa97bd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69110ac6db89416495b1c019d6c8580b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8254368
Oct 27 14:12:45.312908 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 60870) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:45.320729 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd4325-56b6-48be-a5d3-5393cf33fe4e None None] Sync routers for ids ['e2654565-789d-45d0-97f1-7379fce14557'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:12:45.324290 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9f5dbe49-392d-4c37-8546-37c365052084 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:45.343030 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd4325-56b6-48be-a5d3-5393cf33fe4e None None] Routers {'e2654565-789d-45d0-97f1-7379fce14557'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:12:45.343662 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-45dd4325-56b6-48be-a5d3-5393cf33fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce173da0a0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:12:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['e2654565-789d-45d0-97f1-7379fce14557'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:12:45.393078 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-9f5dbe49-392d-4c37-8546-37c365052084 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "PUT /v2.0/floatingips/8c340472-7025-4961-b242-694121368075 HTTP/1.1" status: 200  len: 990 time: 2.5768728
Oct 27 14:12:45.393762 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c', 'tag': '19eb66a1-100d-4ec5-8072-9795d2cdf200'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:12:45.445453 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9f345154-133a-4c9e-91b2-01872c26d721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:45.449525 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-cdc78ee0-c4fd-4d0d-bf37-4a1b01c8f55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:45.475624 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-542409fa-8a17-4492-843c-781bad15db54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:45.526372 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc78ee0-c4fd-4d0d-bf37-4a1b01c8f55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6500d2d2-8be9-4429-bfc6-479945119c67,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:45.534165 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-cdc78ee0-c4fd-4d0d-bf37-4a1b01c8f55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:45.536449 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9f345154-133a-4c9e-91b2-01872c26d721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:45.572838 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-cdc78ee0-c4fd-4d0d-bf37-4a1b01c8f55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:45.574565 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-cdc78ee0-c4fd-4d0d-bf37-4a1b01c8f55f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6500d2d2-8be9-4429-bfc6-479945119c67 HTTP/1.1" status: 204  len: 168 time: 0.4988077
Oct 27 14:12:45.628397 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9f345154-133a-4c9e-91b2-01872c26d721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:45.636453 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:45.655144 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9f345154-133a-4c9e-91b2-01872c26d721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:45.658447 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-9f345154-133a-4c9e-91b2-01872c26d721 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0af8b58-2d62-46df-a525-c2909091e87e HTTP/1.1" status: 204  len: 168 time: 0.3428347
Oct 27 14:12:45.660418 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f345154-133a-4c9e-91b2-01872c26d721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0af8b58-2d62-46df-a525-c2909091e87e,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:45.664158 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-9f345154-133a-4c9e-91b2-01872c26d721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:45.734053 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c', 'tag': '19eb66a1-100d-4ec5-8072-9795d2cdf200', 'status': 'completed', 'code': 200}
Oct 27 14:12:45.779500 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-45dd4325-56b6-48be-a5d3-5393cf33fe4e None None] Set router e2654565-789d-45d0-97f1-7379fce14557 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:12:45.932846 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6e0ecf27-5e36-460e-96af-5bf63d108654 req-6a0572ba-cd1a-4106-b985-22ec0a21d705 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a32d3bb833eb4a8ea5bb9428523f7587&device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 1098 time: 0.1707840
Oct 27 14:12:46.269711 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-45dd4325-56b6-48be-a5d3-5393cf33fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce173da0a0>, [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '8c340472-7025-4961-b242-694121368075', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'port_id': '19eb66a1-100d-4ec5-8072-9795d2cdf200', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'mac_address': 'fa:16:3e:a0:c3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:43Z', 'revision_number': 1, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:22Z', 'revision_number': 5, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:12:46.277344 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd4325-56b6-48be-a5d3-5393cf33fe4e None None] Checking router: e2654565-789d-45d0-97f1-7379fce14557 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:12:46.283989 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ecf27-5e36-460e-96af-5bf63d108654 req-d689fe98-d5a1-40eb-84f7-5752655611eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:46.286084 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6e0ecf27-5e36-460e-96af-5bf63d108654 req-d689fe98-d5a1-40eb-84f7-5752655611eb service neutron] 10.222.0.79 "GET /v2.0/networks?id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb HTTP/1.1" status: 200  len: 912 time: 0.3456182
Oct 27 14:12:46.305435 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd4325-56b6-48be-a5d3-5393cf33fe4e None None] Routers {'e2654565-789d-45d0-97f1-7379fce14557'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:12:46.310357 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-45dd4325-56b6-48be-a5d3-5393cf33fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce173da0a0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:12:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['e2654565-789d-45d0-97f1-7379fce14557'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:12:46.458853 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 60904) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:46.540181 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-05a16a93-60e1-4d35-99df-30b043a81123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:46.617984 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-45dd4325-56b6-48be-a5d3-5393cf33fe4e None None] Set router e2654565-789d-45d0-97f1-7379fce14557 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:12:46.670895 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-05a16a93-60e1-4d35-99df-30b043a81123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:46.675965 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6e0ecf27-5e36-460e-96af-5bf63d108654 req-5e7e10eb-3700-42f4-9215-edd2daa84114 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19eb66a1-100d-4ec5-8072-9795d2cdf200 HTTP/1.1" status: 200  len: 998 time: 0.3767414
Oct 27 14:12:46.680092 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-05a16a93-60e1-4d35-99df-30b043a81123 admin admin] Usage tracker for resource:security_group_rule and tenant:3d19ae7d1f8e4f56ba2ec8cf53531819 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:46.684076 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-05a16a93-60e1-4d35-99df-30b043a81123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:46.737281 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-05a16a93-60e1-4d35-99df-30b043a81123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:46.809938 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ecf27-5e36-460e-96af-5bf63d108654 req-5ead5338-091d-42c5-8a54-bd913e1505c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:46.812066 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6e0ecf27-5e36-460e-96af-5bf63d108654 req-5ead5338-091d-42c5-8a54-bd913e1505c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6fa137-4b38-49f8-9a27-ac5a35d6a617 HTTP/1.1" status: 200  len: 849 time: 0.1182561
Oct 27 14:12:46.916170 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-05a16a93-60e1-4d35-99df-30b043a81123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:46.939313 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-05a16a93-60e1-4d35-99df-30b043a81123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:46.959166 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-5681dcf9-7872-4f31-93ef-ba00fdaf6777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:47.018097 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a16a93-60e1-4d35-99df-30b043a81123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292d2d66-500b-481e-bd48-8beff4ce5bb6,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:47.021932 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-05a16a93-60e1-4d35-99df-30b043a81123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:47.054432 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6e0ecf27-5e36-460e-96af-5bf63d108654 req-f70e89e8-7de1-48f0-8dd8-b37e362e2b52 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2318130
Oct 27 14:12:47.063167 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-05a16a93-60e1-4d35-99df-30b043a81123 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d19ae7d1f8e4f56ba2ec8cf53531819&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6047194
Oct 27 14:12:47.066303 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 60934) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:47.194428 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0494a6c7-8b45-4e6f-a43b-f42127b2c60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:47.224600 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0494a6c7-8b45-4e6f-a43b-f42127b2c60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:47.254784 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6e0ecf27-5e36-460e-96af-5bf63d108654 req-3c61179e-94ba-4b47-86a5-b6ac925a37e8 service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903183
Oct 27 14:12:47.260950 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-45dd4325-56b6-48be-a5d3-5393cf33fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce173da0a0>, [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '8c340472-7025-4961-b242-694121368075', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'port_id': '19eb66a1-100d-4ec5-8072-9795d2cdf200', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'mac_address': 'fa:16:3e:a0:c3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:43Z', 'revision_number': 1, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:22Z', 'revision_number': 5, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:12:47.265798 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd4325-56b6-48be-a5d3-5393cf33fe4e None None] The sync data for ids ['e2654565-789d-45d0-97f1-7379fce14557'] in dv-cinder-815663-1-iscsi is: [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '8c340472-7025-4961-b242-694121368075', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'port_id': '19eb66a1-100d-4ec5-8072-9795d2cdf200', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'mac_address': 'fa:16:3e:a0:c3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:43Z', 'revision_number': 1, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:22Z', 'revision_number': 5, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:12:47.284482 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0494a6c7-8b45-4e6f-a43b-f42127b2c60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:47.291863 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-626b568e-cf9b-4afd-bea3-9243d705f26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:47.307631 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494a6c7-8b45-4e6f-a43b-f42127b2c60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292d2d66-500b-481e-bd48-8beff4ce5bb6,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:47.316917 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-0494a6c7-8b45-4e6f-a43b-f42127b2c60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:47.319900 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0494a6c7-8b45-4e6f-a43b-f42127b2c60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:47.321185 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-0494a6c7-8b45-4e6f-a43b-f42127b2c60b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/292d2d66-500b-481e-bd48-8beff4ce5bb6 HTTP/1.1" status: 204  len: 168 time: 0.2536314
Oct 27 14:12:47.559071 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70e2b4a-0198-4907-8d75-fae1afa16fad None None] New status for floating IP 8c340472-7025-4961-b242-694121368075: ACTIVE {{(pid=82826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:12:48.362425 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ec7cbf74-59ce-4585-90e8-3073dc3529ce tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=076d0906af24471cb4831b6aa7ed91a4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0320563
Oct 27 14:12:48.525629 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-60d390b9-c1be-49e1-9d22-2981da62eb10 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:48.527228 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-60d390b9-c1be-49e1-9d22-2981da62eb10 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1579781
Oct 27 14:12:48.544683 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ac6e99d8-22bf-4c4b-a4a7-35ac5375a79e tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/quotas/076d0906af24471cb4831b6aa7ed91a4 HTTP/1.1" status: 200  len: 375 time: 0.0116258
Oct 27 14:12:48.603740 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-7d1df4e4-e769-422d-b5ee-a110fecc4cb5 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=076d0906af24471cb4831b6aa7ed91a4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0519331
Oct 27 14:12:48.845364 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8d3befb2-e88b-4eb9-b7a4-8d0a08292a6e req-82f2e28e-8e1c-4991-8e01-18a14960fdad tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 210 time: 0.0531507
Oct 27 14:12:50.018239 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5d4e1585-dfad-4e93-b635-9331e4e6b2c6 req-ab93ba1a-f36e-4623-99d2-7fc636619ac0 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 210 time: 0.0411811
Oct 27 14:12:50.222207 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6e0ecf27-5e36-460e-96af-5bf63d108654 req-eaeb1329-1815-49d8-950a-963baa7813dd service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499143
Oct 27 14:12:50.961333 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ab7b03bb-a145-4383-bee7-04fe09fc6d8b tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=076d0906af24471cb4831b6aa7ed91a4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0349894
Oct 27 14:12:51.304768 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-7efa16b9-1362-469e-b818-70b7d364ec60 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:51.306247 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-7efa16b9-1362-469e-b818-70b7d364ec60 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3388798
Oct 27 14:12:51.308440 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aaf1b0c5-51ac-4e1f-bdac-68d26a22d78d req-2ec13870-0f25-4575-b972-2a594bf965ed tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 210 time: 0.0819106
Oct 27 14:12:51.334834 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Request body: {'port': {'device_id': '14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80', 'network_id': 'b275b1b6-df24-4095-aae6-0ea631b45687', 'admin_state_up': True, 'tenant_id': '076d0906af24471cb4831b6aa7ed91a4'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:12:51.510899 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:51.516011 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Usage tracker for resource:port and tenant:076d0906af24471cb4831b6aa7ed91a4 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:51.522135 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:51.529144 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:51.542823 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Made reservation on behalf of 076d0906af24471cb4831b6aa7ed91a4 for: {'port': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:12:51.546335 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:51.565137 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:51.605314 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:51.611630 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Usage tracker for resource:security_group_rule and tenant:076d0906af24471cb4831b6aa7ed91a4 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:51.616352 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:51.624684 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:51.737960 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:51.744221 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:51.749343 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-51acdf6e-c6ab-4453-ad76-909f2c127deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:51.835436 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aceace18-c84c-4d93-9e12-0b508566ed67,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:51.842804 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 32884) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:51.859522 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:51.859903 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:51.860188 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:51.860527 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:51.860950 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:51.861162 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:51.861477 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:51.862064 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:51.862509 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:51.862726 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:51.863070 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:51.867131 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:51.949896 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Allocated IP 192.168.233.153 (b275b1b6-df24-4095-aae6-0ea631b45687/98be608c-8f77-470d-b2bf-de09c5ac727b/0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:12:51.993334 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:52.028206 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:52.032578 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Usage tracker for resource:security_group_rule and tenant:db5fb8ab07294518a96db6d1c41ea28e is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:52.035662 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:52.041624 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:52.123319 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:52.127578 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:52.135161 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-eefa9a67-f344-430a-9d2a-30542170b9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:52.179790 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5309e6c5-e654-4791-be31-789418caf686,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:52.183538 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db5fb8ab07294518a96db6d1c41ea28e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3395600
Oct 27 14:12:52.188127 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 32894) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:52.202506 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:52.202879 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:52.203225 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:52.203561 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:52.203898 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:52.204228 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:52.204551 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:52.204879 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:52.205202 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:52.205522 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:52.205844 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:12:52.211458 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:52.222362 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:52.240036 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Transition to ACTIVE for port object 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c will not be triggered until provisioned by entity DHCP. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:12:52.260089 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8c97686a-0043-44c8-b890-6ba018d941d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:52.266427 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:52.275823 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:52.288298 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8c97686a-0043-44c8-b890-6ba018d941d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:52.349959 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Network b275b1b6-df24-4095-aae6-0ea631b45687 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:12:52.357804 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Pushing event updated for resources: {'Port': ['ID=0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:52.358724 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8c97686a-0043-44c8-b890-6ba018d941d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:52.360225 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:12:52.362350 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:52.363181 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:12:52.368927 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-df15b11a-50dc-4e81-a520-efc3ad03a2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:52.383465 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97686a-0043-44c8-b890-6ba018d941d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5309e6c5-e654-4791-be31-789418caf686,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:52.385342 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-8c97686a-0043-44c8-b890-6ba018d941d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:52.387957 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8c97686a-0043-44c8-b890-6ba018d941d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:52.392653 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-8c97686a-0043-44c8-b890-6ba018d941d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5309e6c5-e654-4791-be31-789418caf686 HTTP/1.1" status: 204  len: 168 time: 0.2019732
Oct 27 14:12:52.499031 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:52.499904 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:52.610020 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2804494
Oct 27 14:12:52.660676 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa09b10-8d9d-4030-a464-8f6b338dce57 req-46d30aed-b055-4deb-a8e2-0ae8aef7e2af tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:52.662569 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-6aa09b10-8d9d-4030-a464-8f6b338dce57 req-46d30aed-b055-4deb-a8e2-0ae8aef7e2af tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Synchronizing usage tracker for tenant:076d0906af24471cb4831b6aa7ed91a4 on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:12:52.681862 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-6aa09b10-8d9d-4030-a464-8f6b338dce57 req-46d30aed-b055-4deb-a8e2-0ae8aef7e2af tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Unset dirty status for tenant:076d0906af24471cb4831b6aa7ed91a4 on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:12:52.683197 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6aa09b10-8d9d-4030-a464-8f6b338dce57 req-46d30aed-b055-4deb-a8e2-0ae8aef7e2af tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 936 time: 0.1201973
Oct 27 14:12:52.711803 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-a2b0a499-c316-40af-b562-20a815c4b525 None None] Provisioning for port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:12:52.718502 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-a2b0a499-c316-40af-b562-20a815c4b525 None None] Provisioning complete for port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:12:52.719027 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a499-c316-40af-b562-20a815c4b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:52.750416 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-6aa09b10-8d9d-4030-a464-8f6b338dce57 req-44232a0f-cb12-4bfa-b9e3-4cdae966bcea tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Synchronizing usage tracker for tenant:076d0906af24471cb4831b6aa7ed91a4 on resource:security_group {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:12:52.793364 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-6aa09b10-8d9d-4030-a464-8f6b338dce57 req-44232a0f-cb12-4bfa-b9e3-4cdae966bcea tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Unset dirty status for tenant:076d0906af24471cb4831b6aa7ed91a4 on resource:security_group {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:12:52.793960 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0a499-c316-40af-b562-20a815c4b525 None None] Port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:12:52.794611 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6aa09b10-8d9d-4030-a464-8f6b338dce57 req-44232a0f-cb12-4bfa-b9e3-4cdae966bcea tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053197
Oct 27 14:12:52.926161 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 32924) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:52.948307 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-964f7711-3d22-4535-99e5-e2c0cfeddaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:52.985887 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-964f7711-3d22-4535-99e5-e2c0cfeddaee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:52.991258 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-964f7711-3d22-4535-99e5-e2c0cfeddaee admin admin] Usage tracker for resource:security_group_rule and tenant:c2c1d6d73a5d4be098fd214c2081d058 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:52.994092 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-964f7711-3d22-4535-99e5-e2c0cfeddaee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:52.999785 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-964f7711-3d22-4535-99e5-e2c0cfeddaee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:53.071960 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-964f7711-3d22-4535-99e5-e2c0cfeddaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:53.075656 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-964f7711-3d22-4535-99e5-e2c0cfeddaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:53.082042 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:53.121335 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f7711-3d22-4535-99e5-e2c0cfeddaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90fe5b3-6cf8-4f40-b876-b6d40713c593,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:53.125811 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-964f7711-3d22-4535-99e5-e2c0cfeddaee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2c1d6d73a5d4be098fd214c2081d058&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1980340
Oct 27 14:12:53.126777 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-964f7711-3d22-4535-99e5-e2c0cfeddaee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:53.128294 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 32930) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:53.188121 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b56e0267-5da1-496c-a44d-bd6e1e255f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:53.213239 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b56e0267-5da1-496c-a44d-bd6e1e255f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:53.266029 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b56e0267-5da1-496c-a44d-bd6e1e255f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:53.271279 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-4e4e6c7a-f30b-45ba-a22e-53a634c76417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:53.284059 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e0267-5da1-496c-a44d-bd6e1e255f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90fe5b3-6cf8-4f40-b876-b6d40713c593,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:53.287445 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b56e0267-5da1-496c-a44d-bd6e1e255f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:53.289372 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b56e0267-5da1-496c-a44d-bd6e1e255f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:53.291193 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-b56e0267-5da1-496c-a44d-bd6e1e255f40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d90fe5b3-6cf8-4f40-b876-b6d40713c593 HTTP/1.1" status: 204  len: 168 time: 0.1613047
Oct 27 14:12:54.067414 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bf392-2b91-4900-b178-99eceb64ba44 req-a1d482f1-63ce-44f0-b0f4-25c37dd7e524 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:54.069757 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-af5bf392-2b91-4900-b178-99eceb64ba44 req-a1d482f1-63ce-44f0-b0f4-25c37dd7e524 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 936 time: 0.1051190
Oct 27 14:12:54.121801 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-af5bf392-2b91-4900-b178-99eceb64ba44 req-fc36598f-4b0e-4575-9537-f7e0c23ded35 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458202
Oct 27 14:12:54.542758 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Request body: {'port': {'device_id': '14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:12:54.654431 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:55.014710 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c {{(pid=82823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:12:55.023896 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:55.049340 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Transition to ACTIVE for port object 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c will not be triggered until provisioned by entity L2. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:12:55.057665 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:55.064944 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:55.209126 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:55.212652 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:55.375214 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Attempting to bind port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:12:55.375550 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Attempting to bind port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '63959f18-b52b-403d-9db2-25f978f52845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b275b1b6-df24-4095-aae6-0ea631b45687'}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:12:55.375870 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Attempting to bind port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c on network b275b1b6-df24-4095-aae6-0ea631b45687 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:12:55.386486 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c on network b275b1b6-df24-4095-aae6-0ea631b45687 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:12:55.386835 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Attempting to bind port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c on network b275b1b6-df24-4095-aae6-0ea631b45687 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:12:55.409061 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:12:55.409396 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Checking segment: {'id': '63959f18-b52b-403d-9db2-25f978f52845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b275b1b6-df24-4095-aae6-0ea631b45687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:12:55.409783 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Bound using segment: {'id': '63959f18-b52b-403d-9db2-25f978f52845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b275b1b6-df24-4095-aae6-0ea631b45687'} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:12:55.410215 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Bound port: 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63959f18-b52b-403d-9db2-25f978f52845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b275b1b6-df24-4095-aae6-0ea631b45687'}}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:12:55.410554 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:55.472209 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316d3e5-4925-4acc-bb3b-4830f3cea7fc req-6cfabd24-756a-4dd6-9a4f-54dfa5d4eabf tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:55.473692 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1316d3e5-4925-4acc-bb3b-4830f3cea7fc req-6cfabd24-756a-4dd6-9a4f-54dfa5d4eabf tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 948 time: 0.1696415
Oct 27 14:12:55.549135 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] For port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c, host hv-cinder-81566, cleared binding levels {{(pid=82823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:12:55.568742 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1316d3e5-4925-4acc-bb3b-4830f3cea7fc req-0fec18f3-4796-42a9-84f0-06f16fc074bc tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831451
Oct 27 14:12:55.577264 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] For port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c,segment=NetworkSegment(63959f18-b52b-403d-9db2-25f978f52845),segment_id=63959f18-b52b-403d-9db2-25f978f52845)] {{(pid=82823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:12:55.581466 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:55.588131 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0a563c4a-e173-4748-9750-bc799a87fe86 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:55.693358 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:55.694899 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] 10.222.0.79 "PUT /v2.0/ports/0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c HTTP/1.1" status: 200  len: 1098 time: 1.1562209
Oct 27 14:12:55.695373 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80', 'tag': '0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:12:55.707120 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c,revision_number=3']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:55.711054 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:55.760793 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80', 'tag': '0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c', 'status': 'completed', 'code': 200}
Oct 27 14:12:55.875718 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-a9ef0591-7816-4602-bfc5-cbf0ee9a7bf2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=076d0906af24471cb4831b6aa7ed91a4&device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 1101 time: 0.0949056
Oct 27 14:12:56.562746 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 33068) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:56.564823 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-0716613c-e386-4fcf-b285-3c4f193c9fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:56.735680 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4d79bbc8-6add-48c5-889b-9381931a0c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:56.773403 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-4d79bbc8-6add-48c5-889b-9381931a0c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:56.777331 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-4d79bbc8-6add-48c5-889b-9381931a0c49 admin admin] Usage tracker for resource:security_group_rule and tenant:274f78dd836a4993957d5a93ffeca1b4 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:56.780291 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-4d79bbc8-6add-48c5-889b-9381931a0c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:56.786457 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-4d79bbc8-6add-48c5-889b-9381931a0c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:56.856327 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dedcc-99a3-4372-a7a5-704cecb7820a req-3df978e7-0330-47dd-b2dd-147afb727b59 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:56.857670 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ab2dedcc-99a3-4372-a7a5-704cecb7820a req-3df978e7-0330-47dd-b2dd-147afb727b59 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 948 time: 0.1315987
Oct 27 14:12:56.877916 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4d79bbc8-6add-48c5-889b-9381931a0c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:56.882532 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4d79bbc8-6add-48c5-889b-9381931a0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:56.889640 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-0494a6c7-8b45-4e6f-a43b-f42127b2c60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:56.904996 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ab2dedcc-99a3-4372-a7a5-704cecb7820a req-461f37d0-e905-4e32-9431-e7f5f1c449b5 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410933
Oct 27 14:12:56.934545 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79bbc8-6add-48c5-889b-9381931a0c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8afe2db-4a55-4a37-9b9b-d31557eec085,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:56.937897 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4d79bbc8-6add-48c5-889b-9381931a0c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:56.940746 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-4d79bbc8-6add-48c5-889b-9381931a0c49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=274f78dd836a4993957d5a93ffeca1b4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3769863
Oct 27 14:12:56.943453 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 33084) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:57.007279 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-666ffe1a-3fa8-464a-9abc-3a27c110ae45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:57.032593 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-666ffe1a-3fa8-464a-9abc-3a27c110ae45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:57.066723 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:57.084352 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-666ffe1a-3fa8-464a-9abc-3a27c110ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:57.087954 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-81f4e39e-e679-4006-ac9e-4350b74952f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:57.100231 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ffe1a-3fa8-464a-9abc-3a27c110ae45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8afe2db-4a55-4a37-9b9b-d31557eec085,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:57.103072 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-666ffe1a-3fa8-464a-9abc-3a27c110ae45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:57.105054 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-666ffe1a-3fa8-464a-9abc-3a27c110ae45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:57.106115 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-666ffe1a-3fa8-464a-9abc-3a27c110ae45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8afe2db-4a55-4a37-9b9b-d31557eec085 HTTP/1.1" status: 204  len: 168 time: 0.1617332
Oct 27 14:12:57.431766 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 33094) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:57.450342 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-394431c1-06a9-4792-af12-7063d63be33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:57.481370 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-394431c1-06a9-4792-af12-7063d63be33e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:12:57.485291 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-394431c1-06a9-4792-af12-7063d63be33e admin admin] Usage tracker for resource:security_group_rule and tenant:dc4fb3a0ecfe48e482d56a9ae1aab5c9 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:12:57.488403 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-394431c1-06a9-4792-af12-7063d63be33e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:12:57.494920 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-394431c1-06a9-4792-af12-7063d63be33e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:12:57.561536 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-394431c1-06a9-4792-af12-7063d63be33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:57.565094 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-394431c1-06a9-4792-af12-7063d63be33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:57.572165 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:57.613884 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394431c1-06a9-4792-af12-7063d63be33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64761cb5-78d5-46bf-aead-8c1a990badf4,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:57.618545 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-394431c1-06a9-4792-af12-7063d63be33e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc4fb3a0ecfe48e482d56a9ae1aab5c9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1857789
Oct 27 14:12:57.619399 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-394431c1-06a9-4792-af12-7063d63be33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:57.622780 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 33100) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:12:57.682168 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9a708ef9-0116-4106-9107-9df648b8418f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:57.711614 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9a708ef9-0116-4106-9107-9df648b8418f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:57.771102 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9a708ef9-0116-4106-9107-9df648b8418f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:57.777400 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-66e1a752-7c63-4094-94ea-324ae8bcc084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:12:57.789211 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a708ef9-0116-4106-9107-9df648b8418f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64761cb5-78d5-46bf-aead-8c1a990badf4,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:12:57.792065 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-9a708ef9-0116-4106-9107-9df648b8418f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:12:57.794177 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9a708ef9-0116-4106-9107-9df648b8418f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:57.797806 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-9a708ef9-0116-4106-9107-9df648b8418f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64761cb5-78d5-46bf-aead-8c1a990badf4 HTTP/1.1" status: 204  len: 168 time: 0.1717527
Oct 27 14:12:58.113924 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05150513-8e6d-4d88-95a1-2696e38cde78 req-cac29cfe-e169-45a0-a736-39a9854a03bf tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:58.116061 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-05150513-8e6d-4d88-95a1-2696e38cde78 req-cac29cfe-e169-45a0-a736-39a9854a03bf tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 948 time: 0.0855701
Oct 27 14:12:58.164353 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-05150513-8e6d-4d88-95a1-2696e38cde78 req-238034f4-b727-4f37-adba-9ee14697e2ac tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424619
Oct 27 14:12:58.746930 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-8ea2da6a-c60c-4746-9c1d-4838d499081f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:12:58.935582 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-16c73559-8aa3-4645-b637-e36e573272aa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c HTTP/1.1" status: 200  len: 217 time: 0.0831409
Oct 27 14:12:59.003427 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-50c702fd-665d-4294-8bc3-bcd98d4346de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:59.004936 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-50c702fd-665d-4294-8bc3-bcd98d4346de service neutron] 10.222.0.79 "GET /v2.0/subnets?id=98be608c-8f77-470d-b2bf-de09c5ac727b HTTP/1.1" status: 200  len: 843 time: 0.0600536
Oct 27 14:12:59.090064 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-77eaee51-cebc-4c8e-a7b9-f8b42741bda4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b275b1b6-df24-4095-aae6-0ea631b45687&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0715995
Oct 27 14:12:59.238275 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-ad1faa2b-954d-445a-bbbd-72c94ee6a0f8 service neutron] 10.222.0.79 "GET /v2.0/networks/b275b1b6-df24-4095-aae6-0ea631b45687?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319754
Oct 27 14:12:59.439871 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37a94db-df34-409b-ba4e-0ede0143b7f6 req-6114939d-0690-4f31-956d-d6926d262a46 service neutron] 10.222.0.79 "GET /v2.0/networks/b275b1b6-df24-4095-aae6-0ea631b45687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1896498
Oct 27 14:12:59.460990 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d71273-665e-42fc-a632-39687bff64c9 req-792ff9be-bc2d-48dd-9f40-3ed9bef1ba82 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:12:59.462441 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-63d71273-665e-42fc-a632-39687bff64c9 req-792ff9be-bc2d-48dd-9f40-3ed9bef1ba82 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 948 time: 0.1678305
Oct 27 14:12:59.510810 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-63d71273-665e-42fc-a632-39687bff64c9 req-d1179adb-2a1b-450a-ae89-01297005d932 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427318
Oct 27 14:12:59.825400 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:00.716554 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d62efb-bce7-4a0b-8e47-e2eebe701037 req-d7c905ab-6033-48d0-ae26-941a4af141b9 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:00.717969 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d2d62efb-bce7-4a0b-8e47-e2eebe701037 req-d7c905ab-6033-48d0-ae26-941a4af141b9 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 948 time: 0.0818005
Oct 27 14:13:00.764099 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d2d62efb-bce7-4a0b-8e47-e2eebe701037 req-4380afea-c904-4dc9-9ab4-8310bd81a611 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405545
Oct 27 14:13:01.233224 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:01.962383 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e1e3d-b14f-4cfc-bb33-f40f488333b3 req-0e219ad6-a353-4bef-9845-e7e4baaf707d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:01.963880 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-015e1e3d-b14f-4cfc-bb33-f40f488333b3 req-0e219ad6-a353-4bef-9845-e7e4baaf707d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 948 time: 0.0771985
Oct 27 14:13:02.010252 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-015e1e3d-b14f-4cfc-bb33-f40f488333b3 req-c541cadb-a7f4-4d98-8b99-9d8645e11fb5 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404079
Oct 27 14:13:02.362728 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-79a4c0c9-b130-4322-8d69-fa9a2117758d req-831ddbad-d4c1-4d5b-8033-25005d446549 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=076d0906af24471cb4831b6aa7ed91a4&device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 1101 time: 0.0724404
Oct 27 14:13:02.495308 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4c0c9-b130-4322-8d69-fa9a2117758d req-d3e51340-be98-4fac-b26d-b3ffcf402e8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:02.496755 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-79a4c0c9-b130-4322-8d69-fa9a2117758d req-d3e51340-be98-4fac-b26d-b3ffcf402e8e service neutron] 10.222.0.79 "GET /v2.0/networks?id=b275b1b6-df24-4095-aae6-0ea631b45687 HTTP/1.1" status: 200  len: 871 time: 0.1275511
Oct 27 14:13:02.567640 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-79a4c0c9-b130-4322-8d69-fa9a2117758d req-6f55a766-c934-4bae-971c-fc95789ce677 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c HTTP/1.1" status: 200  len: 217 time: 0.0627279
Oct 27 14:13:02.639558 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4c0c9-b130-4322-8d69-fa9a2117758d req-30567c5a-23d3-43af-bb03-1338bbe67077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:02.641062 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-79a4c0c9-b130-4322-8d69-fa9a2117758d req-30567c5a-23d3-43af-bb03-1338bbe67077 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=98be608c-8f77-470d-b2bf-de09c5ac727b HTTP/1.1" status: 200  len: 843 time: 0.0626791
Oct 27 14:13:02.719901 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-79a4c0c9-b130-4322-8d69-fa9a2117758d req-c29fb16a-dd46-41c0-a39e-d92fd86327c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b275b1b6-df24-4095-aae6-0ea631b45687&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0700829
Oct 27 14:13:02.926548 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-79a4c0c9-b130-4322-8d69-fa9a2117758d req-a5f08287-0d7b-45e8-a9d3-c88010a604e2 service neutron] 10.222.0.79 "GET /v2.0/networks/b275b1b6-df24-4095-aae6-0ea631b45687?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2001715
Oct 27 14:13:03.077364 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-79a4c0c9-b130-4322-8d69-fa9a2117758d req-4752ae6b-040b-4221-bd22-6de4888383c9 service neutron] 10.222.0.79 "GET /v2.0/networks/b275b1b6-df24-4095-aae6-0ea631b45687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427398
Oct 27 14:13:03.220575 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32206f-4885-4e38-a38b-7417bbae4e0a req-e0cda102-9099-42af-80b8-40d49a5e8a47 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:03.222008 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7f32206f-4885-4e38-a38b-7417bbae4e0a req-e0cda102-9099-42af-80b8-40d49a5e8a47 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 948 time: 0.0848863
Oct 27 14:13:03.268851 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7f32206f-4885-4e38-a38b-7417bbae4e0a req-54fef1c8-e45f-4a9a-8c56-ce62e0d03c2f tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412352
Oct 27 14:13:04.416732 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 33298) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:04.493591 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aba77-df7c-460f-bad2-90d32fea87ba req-1f282d6d-5f08-47d5-ab9b-b68eb779415f tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:04.495956 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-943aba77-df7c-460f-bad2-90d32fea87ba req-1f282d6d-5f08-47d5-ab9b-b68eb779415f tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 948 time: 0.0893040
Oct 27 14:13:04.560551 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-943aba77-df7c-460f-bad2-90d32fea87ba req-e4dee55b-bca7-448b-8fce-bb51208cf122 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580838
Oct 27 14:13:04.591843 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3da77d57-f9b4-421d-bc56-fdfcd3c14e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:04.596541 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:13:04.625623 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-3da77d57-f9b4-421d-bc56-fdfcd3c14e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:04.631407 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-3da77d57-f9b4-421d-bc56-fdfcd3c14e44 admin admin] Usage tracker for resource:security_group_rule and tenant:ee25e97ab6e24a11a24419e6efb65aba is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:04.635078 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-3da77d57-f9b4-421d-bc56-fdfcd3c14e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:04.640976 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-3da77d57-f9b4-421d-bc56-fdfcd3c14e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:04.718125 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3da77d57-f9b4-421d-bc56-fdfcd3c14e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:04.722552 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3da77d57-f9b4-421d-bc56-fdfcd3c14e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:04.728891 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:04.738885 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c,segment=NetworkSegment(63959f18-b52b-403d-9db2-25f978f52845),segment_id=63959f18-b52b-403d-9db2-25f978f52845)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:04.752963 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c', 'network_id': 'b275b1b6-df24-4095-aae6-0ea631b45687', 'port_id': '0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c', 'mac_address': 'fa:16:3e:2f:ea:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98be608c-8f77-470d-b2bf-de09c5ac727b', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:13:04.767488 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da77d57-f9b4-421d-bc56-fdfcd3c14e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a990c1f-8d51-45a2-91bf-b312e2124d40,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:04.772509 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-3da77d57-f9b4-421d-bc56-fdfcd3c14e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:04.779469 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-3da77d57-f9b4-421d-bc56-fdfcd3c14e44 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee25e97ab6e24a11a24419e6efb65aba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3581727
Oct 27 14:13:04.779979 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 33306) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:04.824967 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:04.848336 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-d095d0ac-53f8-4098-8e2a-42c8ba309a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:04.876411 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:13:04.877019 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-d095d0ac-53f8-4098-8e2a-42c8ba309a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:04.892271 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c,segment=NetworkSegment(63959f18-b52b-403d-9db2-25f978f52845),segment_id=63959f18-b52b-403d-9db2-25f978f52845)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:04.896265 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:04.898081 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:04.933209 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-d095d0ac-53f8-4098-8e2a-42c8ba309a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:04.938526 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-964f7711-3d22-4535-99e5-e2c0cfeddaee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:04.950818 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095d0ac-53f8-4098-8e2a-42c8ba309a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a990c1f-8d51-45a2-91bf-b312e2124d40,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:04.953224 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-d095d0ac-53f8-4098-8e2a-42c8ba309a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:04.956662 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-d095d0ac-53f8-4098-8e2a-42c8ba309a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:04.960505 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-d095d0ac-53f8-4098-8e2a-42c8ba309a86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a990c1f-8d51-45a2-91bf-b312e2124d40 HTTP/1.1" status: 204  len: 168 time: 0.1777301
Oct 27 14:13:04.977850 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:04.988314 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:04.988654 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:04.989258 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:04.989591 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:04.990537 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:04.990948 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:04.991293 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:04.991740 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:04.992259 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:04.992585 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:04.992906 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:04.997751 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:05.229758 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:13:05.392942 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 33332) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:05.419710 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-dc473e16-83df-434e-983b-2152d6b7979b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:05.502312 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-dc473e16-83df-434e-983b-2152d6b7979b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:05.512185 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-dc473e16-83df-434e-983b-2152d6b7979b admin admin] Usage tracker for resource:security_group_rule and tenant:398aa1e62d9040dca91e28f506f02412 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:05.517684 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-dc473e16-83df-434e-983b-2152d6b7979b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:05.534284 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-dc473e16-83df-434e-983b-2152d6b7979b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:05.622371 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-dc473e16-83df-434e-983b-2152d6b7979b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:05.629148 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-dc473e16-83df-434e-983b-2152d6b7979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:05.664526 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:05.708369 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc473e16-83df-434e-983b-2152d6b7979b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed671d83-2d67-4e16-b35a-440991f906b1,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:05.714005 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-dc473e16-83df-434e-983b-2152d6b7979b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:05.767108 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-dc473e16-83df-434e-983b-2152d6b7979b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=398aa1e62d9040dca91e28f506f02412&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3729563
Oct 27 14:13:05.770041 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 33352) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:05.837048 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8880fea3-aa7c-4275-bd72-24dd605cf489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:05.865241 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8880fea3-aa7c-4275-bd72-24dd605cf489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:05.872222 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0333c-b327-440b-8d48-43350b29c491 req-d3c5624d-5be2-43ea-a84c-058b90de5759 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:05.873682 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-55b0333c-b327-440b-8d48-43350b29c491 req-d3c5624d-5be2-43ea-a84c-058b90de5759 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 949 time: 0.1476667
Oct 27 14:13:05.885758 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ab018-fe16-4b79-a06e-ac231cd492f2 req-dfb075e5-490d-4068-838c-528ffbc00b7a tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:05.887233 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6d6ab018-fe16-4b79-a06e-ac231cd492f2 req-dfb075e5-490d-4068-838c-528ffbc00b7a tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 945 time: 0.1189699
Oct 27 14:13:05.924990 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8880fea3-aa7c-4275-bd72-24dd605cf489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:05.935299 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-446b3667-df50-4e56-b2da-e4dcf012319d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:05.954866 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880fea3-aa7c-4275-bd72-24dd605cf489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed671d83-2d67-4e16-b35a-440991f906b1,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:05.957535 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8880fea3-aa7c-4275-bd72-24dd605cf489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:05.973888 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-8880fea3-aa7c-4275-bd72-24dd605cf489 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed671d83-2d67-4e16-b35a-440991f906b1 HTTP/1.1" status: 204  len: 168 time: 0.2025671
Oct 27 14:13:05.974832 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6d6ab018-fe16-4b79-a06e-ac231cd492f2 req-31f7eb76-e383-4541-9f61-6d583e3178e8 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724607
Oct 27 14:13:05.978955 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-8880fea3-aa7c-4275-bd72-24dd605cf489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:06.003346 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-55b0333c-b327-440b-8d48-43350b29c491 req-cbdcd4a5-d374-418d-bc54-4ebc0b55ca63 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151500
Oct 27 14:13:07.218505 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 33412) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:07.335842 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5427e4-bdb2-4d11-94ca-01cd34ffad4b req-7e54d927-001f-400b-b262-39501589c4dd tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:07.337310 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3b5427e4-bdb2-4d11-94ca-01cd34ffad4b req-7e54d927-001f-400b-b262-39501589c4dd tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 945 time: 0.1900382
Oct 27 14:13:07.350865 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f28d4-24b3-4aff-8102-e8c3ce27a984 req-a872c492-c911-4408-bcc1-56284d6cb794 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:07.352289 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4b6f28d4-24b3-4aff-8102-e8c3ce27a984 req-a872c492-c911-4408-bcc1-56284d6cb794 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 949 time: 0.1730974
Oct 27 14:13:07.390769 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0ce0449d-434c-4b5b-b101-f59aeac2530d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:07.425889 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-0ce0449d-434c-4b5b-b101-f59aeac2530d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:07.430091 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-0ce0449d-434c-4b5b-b101-f59aeac2530d admin admin] Usage tracker for resource:security_group_rule and tenant:90824cc947bc498bb75761a071ff48dd is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:07.431262 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4b6f28d4-24b3-4aff-8102-e8c3ce27a984 req-5b103348-ebcc-471e-b04f-81d3966a5372 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643020
Oct 27 14:13:07.433915 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-0ce0449d-434c-4b5b-b101-f59aeac2530d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:07.440576 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-0ce0449d-434c-4b5b-b101-f59aeac2530d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:07.447318 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3b5427e4-bdb2-4d11-94ca-01cd34ffad4b req-f2a9d48a-a84e-4651-a0f2-c1b3a26df037 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939655
Oct 27 14:13:07.527701 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0ce0449d-434c-4b5b-b101-f59aeac2530d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:07.532811 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0ce0449d-434c-4b5b-b101-f59aeac2530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:07.542083 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4fb6debb-d412-426a-970d-4d391737b8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:07.582944 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0449d-434c-4b5b-b101-f59aeac2530d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d76357-ce30-42a1-81d2-80712570ed76,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:07.586504 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-0ce0449d-434c-4b5b-b101-f59aeac2530d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:07.591676 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-0ce0449d-434c-4b5b-b101-f59aeac2530d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90824cc947bc498bb75761a071ff48dd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3701172
Oct 27 14:13:07.592794 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 33426) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:07.654992 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-90cbd276-ebf0-4272-9c16-6835ab6a1a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:07.680749 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-90cbd276-ebf0-4272-9c16-6835ab6a1a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:07.732741 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-90cbd276-ebf0-4272-9c16-6835ab6a1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:07.736370 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-89345805-5ad6-402a-8008-5349939e2b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:07.752308 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbd276-ebf0-4272-9c16-6835ab6a1a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d76357-ce30-42a1-81d2-80712570ed76,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:07.756497 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-90cbd276-ebf0-4272-9c16-6835ab6a1a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:07.759961 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-90cbd276-ebf0-4272-9c16-6835ab6a1a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:07.763943 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-90cbd276-ebf0-4272-9c16-6835ab6a1a26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71d76357-ce30-42a1-81d2-80712570ed76 HTTP/1.1" status: 204  len: 168 time: 0.1708808
Oct 27 14:13:08.409408 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 33464) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:08.608900 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0242d0fb-876a-4f7f-9ee7-b0a30b38722e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:08.627124 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:13:08.666336 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-0242d0fb-876a-4f7f-9ee7-b0a30b38722e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:08.673077 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-0242d0fb-876a-4f7f-9ee7-b0a30b38722e admin admin] Usage tracker for resource:security_group_rule and tenant:444fc4a9deaa4ee699178617bffa4222 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:08.676529 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-0242d0fb-876a-4f7f-9ee7-b0a30b38722e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:08.685070 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-0242d0fb-876a-4f7f-9ee7-b0a30b38722e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:08.696147 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cccb8-756d-4bbb-8c22-da6537603df2 req-6d6fe358-7f84-4ae7-b128-05f9d08850d1 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:08.697968 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-742cccb8-756d-4bbb-8c22-da6537603df2 req-6d6fe358-7f84-4ae7-b128-05f9d08850d1 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 949 time: 0.1277847
Oct 27 14:13:08.720025 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:13:08.725290 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:08.725675 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:08.769067 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-742cccb8-756d-4bbb-8c22-da6537603df2 req-885dfd32-bef0-44c0-9b55-90994b8c4002 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638490
Oct 27 14:13:08.829726 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0242d0fb-876a-4f7f-9ee7-b0a30b38722e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:08.836302 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0242d0fb-876a-4f7f-9ee7-b0a30b38722e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:08.845628 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-30a7e7eb-06cb-4fd7-9a3a-f9691d528474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:08.859644 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:08.903020 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:13:08.906650 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242d0fb-876a-4f7f-9ee7-b0a30b38722e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8131d61d-739e-423a-bb11-5e9a34f2c71f,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:08.913063 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-0242d0fb-876a-4f7f-9ee7-b0a30b38722e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=444fc4a9deaa4ee699178617bffa4222&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5025227
Oct 27 14:13:08.914192 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0242d0fb-876a-4f7f-9ee7-b0a30b38722e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:08.915968 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 33484) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:08.921730 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c,segment=NetworkSegment(63959f18-b52b-403d-9db2-25f978f52845),segment_id=63959f18-b52b-403d-9db2-25f978f52845)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:08.925904 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:08.929586 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:08.988734 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-474b33b3-b140-4b44-9fa6-1c9e3de47bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:09.022665 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-474b33b3-b140-4b44-9fa6-1c9e3de47bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:09.058576 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765623-5e7b-4ff9-91bf-2ef7373e50ac req-345d6bc1-9458-4b64-a2bf-7b6f0f151d95 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:09.070248 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3a765623-5e7b-4ff9-91bf-2ef7373e50ac req-345d6bc1-9458-4b64-a2bf-7b6f0f151d95 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 945 time: 0.1416252
Oct 27 14:13:09.074284 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:09.085136 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:09.120842 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-474b33b3-b140-4b44-9fa6-1c9e3de47bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:09.126201 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3a765623-5e7b-4ff9-91bf-2ef7373e50ac req-a1985c15-d3ec-4cc1-a791-6d594c797383 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549996
Oct 27 14:13:09.126869 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-38245c74-5760-4cff-8608-1fea117b381c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:09.150036 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-474b33b3-b140-4b44-9fa6-1c9e3de47bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:09.151138 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-474b33b3-b140-4b44-9fa6-1c9e3de47bbb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8131d61d-739e-423a-bb11-5e9a34f2c71f HTTP/1.1" status: 204  len: 168 time: 0.2340837
Oct 27 14:13:09.152338 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b33b3-b140-4b44-9fa6-1c9e3de47bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8131d61d-739e-423a-bb11-5e9a34f2c71f,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:09.154751 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-474b33b3-b140-4b44-9fa6-1c9e3de47bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:09.238801 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c', 'code': 200}
Oct 27 14:13:09.619845 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 33508) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:09.638484 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-ce0e864c-a4f0-4366-bde5-27f7d032258b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:09.669956 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-ce0e864c-a4f0-4366-bde5-27f7d032258b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:09.673775 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-ce0e864c-a4f0-4366-bde5-27f7d032258b admin admin] Usage tracker for resource:security_group_rule and tenant:103ef5ff38774a6fa59ed272fd9418c4 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:09.676790 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-ce0e864c-a4f0-4366-bde5-27f7d032258b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:09.683023 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-ce0e864c-a4f0-4366-bde5-27f7d032258b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:09.750867 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-ce0e864c-a4f0-4366-bde5-27f7d032258b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:09.756649 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-ce0e864c-a4f0-4366-bde5-27f7d032258b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:09.763550 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-8880fea3-aa7c-4275-bd72-24dd605cf489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:09.806173 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e864c-a4f0-4366-bde5-27f7d032258b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857ba0dc-9d5e-43a2-b32d-4c52667687b7,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:09.811702 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-ce0e864c-a4f0-4366-bde5-27f7d032258b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:09.825081 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-ce0e864c-a4f0-4366-bde5-27f7d032258b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=103ef5ff38774a6fa59ed272fd9418c4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2041702
Oct 27 14:13:09.827845 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 33516) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:09.967281 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e79b6db8-c3d5-4bd9-94f1-efbd523ab7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:10.004847 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e79b6db8-c3d5-4bd9-94f1-efbd523ab7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:10.064022 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8237385-587b-4668-9e38-666728bfeb39 req-5af830b9-2ab0-4093-9694-e8a0b07060d8 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:10.065482 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f8237385-587b-4668-9e38-666728bfeb39 req-5af830b9-2ab0-4093-9694-e8a0b07060d8 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 950 time: 0.1522264
Oct 27 14:13:10.161068 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e79b6db8-c3d5-4bd9-94f1-efbd523ab7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:10.187968 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-7dc4bb14-8268-432e-9a12-b497caa97bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:10.240494 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b6db8-c3d5-4bd9-94f1-efbd523ab7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857ba0dc-9d5e-43a2-b32d-4c52667687b7,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:10.244980 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-e79b6db8-c3d5-4bd9-94f1-efbd523ab7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:10.278090 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f8237385-587b-4668-9e38-666728bfeb39 req-50123aa8-8656-466c-8831-ea36ef04dcad tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040734
Oct 27 14:13:10.294834 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e79b6db8-c3d5-4bd9-94f1-efbd523ab7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:10.296139 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-e79b6db8-c3d5-4bd9-94f1-efbd523ab7e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/857ba0dc-9d5e-43a2-b32d-4c52667687b7 HTTP/1.1" status: 204  len: 168 time: 0.4672771
Oct 27 14:13:10.307069 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-12f729cc-9c07-4ca2-9900-4c4548c20639 req-48523ddb-2ea3-4b8e-8355-87bb069adcc0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 1103 time: 0.2312033
Oct 27 14:13:10.376297 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-12f729cc-9c07-4ca2-9900-4c4548c20639 req-18696784-bdf9-4483-9229-4936deb1c810 service neutron] Synchronizing usage tracker for tenant:0dd358f713924c24991a83b329dfcb8e on resource:security_group {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:13:10.430526 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-12f729cc-9c07-4ca2-9900-4c4548c20639 req-18696784-bdf9-4483-9229-4936deb1c810 service neutron] Unset dirty status for tenant:0dd358f713924c24991a83b329dfcb8e on resource:security_group {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:13:10.431809 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-12f729cc-9c07-4ca2-9900-4c4548c20639 req-18696784-bdf9-4483-9229-4936deb1c810 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153030
Oct 27 14:13:10.540887 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1483ac6-e68a-4065-be5d-7c00940e24d9 req-ac997634-1afa-494c-b6e2-59f02c42355f tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:10.542761 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d1483ac6-e68a-4065-be5d-7c00940e24d9 req-ac997634-1afa-494c-b6e2-59f02c42355f tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 945 time: 0.0809026
Oct 27 14:13:10.648788 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d1483ac6-e68a-4065-be5d-7c00940e24d9 req-d9e77bb4-a2de-4772-85a9-aef2beb59b85 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994334
Oct 27 14:13:11.335870 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925f5b9-0ce3-4a3c-9853-d67980e63752 req-79b1fb22-dc7d-4ba9-80fe-e445032c0e9b tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:11.344597 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c925f5b9-0ce3-4a3c-9853-d67980e63752 req-79b1fb22-dc7d-4ba9-80fe-e445032c0e9b tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 945 time: 0.1407905
Oct 27 14:13:11.488232 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-c925f5b9-0ce3-4a3c-9853-d67980e63752 req-324e0f3d-b4e0-4f9b-b6c9-61c7fe62d9a5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Deleting port 27ac041f-d296-45f6-a329-041bd61289b7 {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:13:11.488548 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-c925f5b9-0ce3-4a3c-9853-d67980e63752 req-324e0f3d-b4e0-4f9b-b6c9-61c7fe62d9a5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:11.740813 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5b6d0-0ea2-4ab5-b7a4-2c091841ff55 req-8bf97f36-b758-4e50-83c0-9628dcfc7b76 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:11.747605 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-84d5b6d0-0ea2-4ab5-b7a4-2c091841ff55 req-8bf97f36-b758-4e50-83c0-9628dcfc7b76 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 950 time: 0.2269726
Oct 27 14:13:11.963295 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-84d5b6d0-0ea2-4ab5-b7a4-2c091841ff55 req-d478b57a-aace-41e0-ade3-005997acbfb8 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148361
Oct 27 14:13:11.969541 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-c925f5b9-0ce3-4a3c-9853-d67980e63752 req-324e0f3d-b4e0-4f9b-b6c9-61c7fe62d9a5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] For port 27ac041f-d296-45f6-a329-041bd61289b7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=27ac041f-d296-45f6-a329-041bd61289b7,segment=NetworkSegment(4f7ff6ca-afce-49f1-a6f0-e018959a6549),segment_id=4f7ff6ca-afce-49f1-a6f0-e018959a6549)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:11.969541 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-c925f5b9-0ce3-4a3c-9853-d67980e63752 req-324e0f3d-b4e0-4f9b-b6c9-61c7fe62d9a5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:12.131280 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-c925f5b9-0ce3-4a3c-9853-d67980e63752 req-324e0f3d-b4e0-4f9b-b6c9-61c7fe62d9a5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Calling delete_port for 27ac041f-d296-45f6-a329-041bd61289b7 owned by compute:nova {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:13:12.207927 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bee244-b663-4fab-9631-f488aa535d31 req-6a97c788-4c78-499f-8f85-f48549814e4f tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:12.209907 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a6bee244-b663-4fab-9631-f488aa535d31 req-6a97c788-4c78-499f-8f85-f48549814e4f tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 945 time: 0.3367219
Oct 27 14:13:12.379126 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a6bee244-b663-4fab-9631-f488aa535d31 req-c843cdce-179e-40d0-bd4c-3c87c81f34fd tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/security-groups?id=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619151
Oct 27 14:13:12.408421 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-c925f5b9-0ce3-4a3c-9853-d67980e63752 req-324e0f3d-b4e0-4f9b-b6c9-61c7fe62d9a5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:12.414576 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:12.422006 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['27ac041f-d296-45f6-a329-041bd61289b7'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:13:12.464683 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e0f3d-b4e0-4f9b-b6c9-61c7fe62d9a5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Pushing event deleted for resources: {'Port': ['ID=27ac041f-d296-45f6-a329-041bd61289b7,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:12.467324 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-324e0f3d-b4e0-4f9b-b6c9-61c7fe62d9a5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:12.543938 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c925f5b9-0ce3-4a3c-9853-d67980e63752 req-324e0f3d-b4e0-4f9b-b6c9-61c7fe62d9a5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] No DVR routers for this DVR port 27ac041f-d296-45f6-a329-041bd61289b7 on host hv-cinder-81566 {{(pid=82823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:13:12.547947 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-c925f5b9-0ce3-4a3c-9853-d67980e63752 req-324e0f3d-b4e0-4f9b-b6c9-61c7fe62d9a5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:12.552971 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aaf17e-e311-4525-801d-cd2f75497c0c', 'name': 'network-vif-deleted', 'tag': '27ac041f-d296-45f6-a329-041bd61289b7'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:13:12.576431 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c925f5b9-0ce3-4a3c-9853-d67980e63752 req-324e0f3d-b4e0-4f9b-b6c9-61c7fe62d9a5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.79 "DELETE /v2.0/ports/27ac041f-d296-45f6-a329-041bd61289b7 HTTP/1.1" status: 204  len: 173 time: 1.2234278
Oct 27 14:13:12.650273 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0aaf17e-e311-4525-801d-cd2f75497c0c', 'name': 'network-vif-deleted', 'tag': '27ac041f-d296-45f6-a329-041bd61289b7', 'status': 'completed', 'code': 200}
Oct 27 14:13:12.688959 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:13.014499 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-34c0f35e-a5c4-45a6-96e1-88d0e8fe5016 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:13.021965 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-34c0f35e-a5c4-45a6-96e1-88d0e8fe5016 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/networks?id=0b9d4f1d-af76-43ad-875e-6597feb65c8e HTTP/1.1" status: 200  len: 814 time: 0.1587658
Oct 27 14:13:13.042792 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-870f25cf-ba70-4463-9c91-b64d0d32333d tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/quotas/32e064bd64034775bfe5271d56d189d9 HTTP/1.1" status: 200  len: 375 time: 0.0192649
Oct 27 14:13:13.200486 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-2e73fc8e-6fcd-4693-92ef-24b572e00263 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=32e064bd64034775bfe5271d56d189d9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1563988
Oct 27 14:13:13.391749 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c940b2-f319-45b9-91c8-2675fe4221c2 req-7bd1d0fd-585f-4c6e-b1cf-c5cf22be24c3 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:13.393152 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-44c940b2-f319-45b9-91c8-2675fe4221c2 req-7bd1d0fd-585f-4c6e-b1cf-c5cf22be24c3 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 950 time: 0.2644727
Oct 27 14:13:13.447904 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-dd541954-d3a6-4673-b924-7d0754299772 service neutron] 10.222.0.36 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2354605
Oct 27 14:13:13.505088 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-44c940b2-f319-45b9-91c8-2675fe4221c2 req-65d9672f-cf67-43f2-940a-9d22653e0859 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985889
Oct 27 14:13:13.640173 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-27011120-17c4-449a-9d90-4ae98e6a1d34 service neutron] 10.222.0.36 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1830747
Oct 27 14:13:13.999266 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53c75edc-9a4e-40d0-9fb0-3168509d8ccd req-73283e5a-40dd-4198-834e-7df0233c9898 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 210 time: 0.1355836
Oct 27 14:13:14.115420 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-118a0919-c553-4dcd-8784-6a7175217290 req-ed8857dc-d682-4905-87c4-ebb7a9cbab73 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Synchronizing usage tracker for tenant:b3b35552e84f4a30bab9b2f278d5dfdb on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:13:14.156120 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-118a0919-c553-4dcd-8784-6a7175217290 req-ed8857dc-d682-4905-87c4-ebb7a9cbab73 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Unset dirty status for tenant:b3b35552e84f4a30bab9b2f278d5dfdb on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:13:14.157520 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-118a0919-c553-4dcd-8784-6a7175217290 req-ed8857dc-d682-4905-87c4-ebb7a9cbab73 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aaf17e-e311-4525-801d-cd2f75497c0c HTTP/1.1" status: 200  len: 210 time: 0.1254892
Oct 27 14:13:14.605982 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0070f-6fae-4960-9b13-152c15f12542 req-b845ed54-665b-4c11-a590-d483402537ba tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:14.607483 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2a0070f-6fae-4960-9b13-152c15f12542 req-b845ed54-665b-4c11-a590-d483402537ba tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 950 time: 0.0897682
Oct 27 14:13:14.657940 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2a0070f-6fae-4960-9b13-152c15f12542 req-3d90b917-7005-4141-aabd-474e4837a50b tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440781
Oct 27 14:13:15.184646 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-029a7d8a-6e82-4711-8c0d-44b93a30accb req-a87addde-9393-4c75-9581-236809368093 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 210 time: 0.0441399
Oct 27 14:13:15.190492 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 33724) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:15.343698 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-df8e36b2-099a-4928-bce5-83c31dc0b441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:15.376860 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-df8e36b2-099a-4928-bce5-83c31dc0b441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:15.380884 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-df8e36b2-099a-4928-bce5-83c31dc0b441 admin admin] Usage tracker for resource:security_group_rule and tenant:33b1ea69202f49ab83065befe44ea689 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:15.383975 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-df8e36b2-099a-4928-bce5-83c31dc0b441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:15.389712 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-df8e36b2-099a-4928-bce5-83c31dc0b441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:15.464413 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-df8e36b2-099a-4928-bce5-83c31dc0b441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:15.468740 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-df8e36b2-099a-4928-bce5-83c31dc0b441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:15.477638 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:15.519624 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e36b2-099a-4928-bce5-83c31dc0b441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d965f3-897e-4769-a58f-e9c58b7ac0ce,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:15.521630 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 27ac041f-d296-45f6-a329-041bd61289b7 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:13:15.524322 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-df8e36b2-099a-4928-bce5-83c31dc0b441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:15.529716 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-df8e36b2-099a-4928-bce5-83c31dc0b441 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33b1ea69202f49ab83065befe44ea689&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3380656
Oct 27 14:13:15.533213 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 33738) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:15.578431 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: 27ac041f-d296-45f6-a329-041bd61289b7 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:13:15.578727 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 27ac041f-d296-45f6-a329-041bd61289b7 not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:13:15.606360 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-d5e805e6-8252-4223-893a-35e6319dd0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:15.633889 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-d5e805e6-8252-4223-893a-35e6319dd0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:15.686416 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-d5e805e6-8252-4223-893a-35e6319dd0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:15.691314 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0e629eb2-ef76-4864-bf0d-e068e04bb0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:15.707677 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e805e6-8252-4223-893a-35e6319dd0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d965f3-897e-4769-a58f-e9c58b7ac0ce,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:15.711750 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-d5e805e6-8252-4223-893a-35e6319dd0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:15.713920 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-d5e805e6-8252-4223-893a-35e6319dd0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:15.723377 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-d5e805e6-8252-4223-893a-35e6319dd0e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69d965f3-897e-4769-a58f-e9c58b7ac0ce HTTP/1.1" status: 204  len: 168 time: 0.1885502
Oct 27 14:13:15.901009 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7b852-babc-4d9e-9659-44bd7ba1ceab req-07c45edf-6200-42cf-b51b-e295858a1059 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:15.902462 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b4f7b852-babc-4d9e-9659-44bd7ba1ceab req-07c45edf-6200-42cf-b51b-e295858a1059 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 950 time: 0.0875998
Oct 27 14:13:15.953198 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b4f7b852-babc-4d9e-9659-44bd7ba1ceab req-542d9499-4772-4bb3-a743-cb4713763c71 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420377
Oct 27 14:13:16.112840 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 33758) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:16.131665 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-55809a8a-f61b-4ba4-a6a1-0e5e0fc7e6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:16.163156 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-55809a8a-f61b-4ba4-a6a1-0e5e0fc7e6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:16.166913 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-55809a8a-f61b-4ba4-a6a1-0e5e0fc7e6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:9f3d93637f50490b8643b00420d81f55 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:16.169701 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-55809a8a-f61b-4ba4-a6a1-0e5e0fc7e6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:16.175312 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-55809a8a-f61b-4ba4-a6a1-0e5e0fc7e6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:16.243482 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-55809a8a-f61b-4ba4-a6a1-0e5e0fc7e6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:16.247425 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-55809a8a-f61b-4ba4-a6a1-0e5e0fc7e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:16.254248 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-445fa291-a435-49d1-bb55-e6e06ac07520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:16.297685 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55809a8a-f61b-4ba4-a6a1-0e5e0fc7e6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d77363-8ec8-4ee4-8989-559944acb5e0,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:16.305118 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-55809a8a-f61b-4ba4-a6a1-0e5e0fc7e6d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f3d93637f50490b8643b00420d81f55&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1881735
Oct 27 14:13:16.305118 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-55809a8a-f61b-4ba4-a6a1-0e5e0fc7e6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:16.305395 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 33764) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:16.361008 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2d19ea73-383f-4df1-ba34-b2c5a5a54d46 req-d7ceafac-4cc5-4016-ac63-e504bb4908ae tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 210 time: 0.0442147
Oct 27 14:13:16.404705 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9a41d3ee-7c3d-4c84-a6d7-5971df41cbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:16.431417 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9a41d3ee-7c3d-4c84-a6d7-5971df41cbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:16.487703 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9a41d3ee-7c3d-4c84-a6d7-5971df41cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:16.493735 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-79241926-8391-45c4-94ae-c5a3fc1ebbfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:16.505933 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41d3ee-7c3d-4c84-a6d7-5971df41cbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d77363-8ec8-4ee4-8989-559944acb5e0,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:16.509019 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-9a41d3ee-7c3d-4c84-a6d7-5971df41cbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:16.511129 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9a41d3ee-7c3d-4c84-a6d7-5971df41cbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:16.512314 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-9a41d3ee-7c3d-4c84-a6d7-5971df41cbf9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1d77363-8ec8-4ee4-8989-559944acb5e0 HTTP/1.1" status: 204  len: 168 time: 0.2060237
Oct 27 14:13:17.160820 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3862-305c-4fc4-9b4b-c06584015768 req-f0decf54-ca13-4715-8fdc-8fb9730f7258 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:17.162451 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-86bc3862-305c-4fc4-9b4b-c06584015768 req-f0decf54-ca13-4715-8fdc-8fb9730f7258 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 950 time: 0.0814281
Oct 27 14:13:17.210752 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-86bc3862-305c-4fc4-9b4b-c06584015768 req-cf603860-97fe-4ca9-a044-87e6fb08bed7 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426667
Oct 27 14:13:17.531488 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4d45c26b-f729-4695-8efd-05ce123fc31e req-ea3b87d4-8a21-464f-99ef-f66b0f39e185 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 210 time: 0.0493178
Oct 27 14:13:18.639882 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-5b82c309-224c-448c-b275-7406316c1da2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:18.641601 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-5b82c309-224c-448c-b275-7406316c1da2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "GET /v2.0/networks?id=0b9d4f1d-af76-43ad-875e-6597feb65c8e HTTP/1.1" status: 200  len: 814 time: 0.2969396
Oct 27 14:13:18.676609 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Request body: {'port': {'device_id': 'c12b4968-ab1d-42b6-b3d7-7588748253dc', 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e', 'admin_state_up': True, 'tenant_id': '32e064bd64034775bfe5271d56d189d9'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:18.802439 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c07df-07d5-4602-b8ae-fe0fdd9201d2 req-e76bd913-a8ca-428d-8b9f-2938fa17cccb tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:18.804178 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-676c07df-07d5-4602-b8ae-fe0fdd9201d2 req-e76bd913-a8ca-428d-8b9f-2938fa17cccb tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 950 time: 0.2330179
Oct 27 14:13:18.917224 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-676c07df-07d5-4602-b8ae-fe0fdd9201d2 req-ec00e4f5-7fa0-4b96-b872-40246a815a08 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011043
Oct 27 14:13:18.965201 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:13:19.015591 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f7d7c620-0772-44ef-b26c-2883b6c67b58 req-b562daf4-9d92-4119-a533-a6c388488307 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 210 time: 0.0824528
Oct 27 14:13:19.054563 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:19.061825 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Usage tracker for resource:port and tenant:32e064bd64034775bfe5271d56d189d9 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:19.066897 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:19.074151 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:19.096626 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Made reservation on behalf of 32e064bd64034775bfe5271d56d189d9 for: {'port': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:13:19.102339 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:19.373632 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Allocated IP 172.20.0.4 (0b9d4f1d-af76-43ad-875e-6597feb65c8e/34a78620-5e75-47e6-8829-bc1e4d0350f9/78b385bb-3fc3-4974-ab0c-bc7def60e7f6) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:13:19.513425 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 33866) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:19.583711 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f942a43-3eb5-484e-aece-c1a85755459c admin admin] Deleting subnet ec0d5e50-ec36-4af5-833f-effa67118f60 {{(pid=82824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 14:13:19.587800 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4f942a43-3eb5-484e-aece-c1a85755459c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:19.599456 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:19.644638 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4f942a43-3eb5-484e-aece-c1a85755459c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16043791'] for subnet, precommit_delete_associations {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:19.645463 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:19.658535 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['12a40891-1add-4917-94be-396bbcdb28dc'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:13:19.674544 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:19.706075 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4f942a43-3eb5-484e-aece-c1a85755459c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1136411'] for subnet, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:19.859185 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4f942a43-3eb5-484e-aece-c1a85755459c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1136482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16043946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16133425'] for subnet, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:19.861808 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Network 0b9d4f1d-af76-43ad-875e-6597feb65c8e is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:13:19.865240 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:19.922658 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Pushing event updated for resources: {'Port': ['ID=78b385bb-3fc3-4974-ab0c-bc7def60e7f6,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:19.934408 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:13:19.948775 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:19.949925 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:13:19.967657 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f942a43-3eb5-484e-aece-c1a85755459c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0d5e50-ec36-4af5-833f-effa67118f60,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:19.976530 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4f942a43-3eb5-484e-aece-c1a85755459c admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:19.997585 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4f942a43-3eb5-484e-aece-c1a85755459c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:20.002936 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-4f942a43-3eb5-484e-aece-c1a85755459c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ec0d5e50-ec36-4af5-833f-effa67118f60 HTTP/1.1" status: 204  len: 168 time: 0.4859524
Oct 27 14:13:20.003598 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 33886) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:20.094955 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:20.096328 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:20.148862 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a38ce1-e075-43e9-b91d-9ddc0116df66 req-37624b1e-50c2-432d-9121-ac4c20a25f35 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:20.154108 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-26a38ce1-e075-43e9-b91d-9ddc0116df66 req-37624b1e-50c2-432d-9121-ac4c20a25f35 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.79 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 950 time: 0.4123166
Oct 27 14:13:20.156178 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4952457
Oct 27 14:13:20.225307 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Request body: {'port': {'device_id': 'c12b4968-ab1d-42b6-b3d7-7588748253dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:20.333641 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-789e6838-d10d-4402-8ed3-61b6fc723b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1076229'] for network, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:20.462733 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-26a38ce1-e075-43e9-b91d-9ddc0116df66 req-43a45a36-68ed-4f28-8230-39a984bea2ab tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Deleting port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:13:20.463078 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-26a38ce1-e075-43e9-b91d-9ddc0116df66 req-43a45a36-68ed-4f28-8230-39a984bea2ab tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:20.491506 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-789e6838-d10d-4402-8ed3-61b6fc723b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135506', 'neutron.services.segments.db._delete_segments_for_network-8782696828856'] for network, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:20.523052 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-789e6838-d10d-4402-8ed3-61b6fc723b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fce16fd9100>,) {'filters': {'network_id': ['178877a3-883c-4aa5-ab2c-2395b9a3a531']}} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:20.546499 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-789e6838-d10d-4402-8ed3-61b6fc723b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fce16fd9100>, '4f7ff6ca-afce-49f1-a6f0-e018959a6549') {'for_net_delete': True} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:20.548038 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-789e6838-d10d-4402-8ed3-61b6fc723b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fce16fd9100>, '4f7ff6ca-afce-49f1-a6f0-e018959a6549') {} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:20.565016 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-789e6838-d10d-4402-8ed3-61b6fc723b92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782696830931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16043796'] for segment, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:20.588827 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b3e2c-c0bc-46d6-ad9a-fcb7770cc5eb req-8ca36b79-2a29-4442-aeab-95d8f451a5db tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:20.593722 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-789e6838-d10d-4402-8ed3-61b6fc723b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:20.594432 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8a5b3e2c-c0bc-46d6-ad9a-fcb7770cc5eb req-8ca36b79-2a29-4442-aeab-95d8f451a5db tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 950 time: 0.4311857
Oct 27 14:13:20.601730 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:20.605431 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789e6838-d10d-4402-8ed3-61b6fc723b92 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=82824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 14:13:20.607180 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-789e6838-d10d-4402-8ed3-61b6fc723b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16043968'] for segment, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]: Traceback (most recent call last):
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     timer()
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     cb(*args, **kw)
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     return func(*args, **kwargs)
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     self._notify()
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     self.callback(batched_events)
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     event.method(event)
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     return f(self, *a, **k)
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._get(url).json()
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self.request(url, 'GET', **kwargs)
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 14:13:20.694214 dv-cinder-815663-1-iscsi neutron-server[82824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 14:13:20.714573 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-789e6838-d10d-4402-8ed3-61b6fc723b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16417775'] for network, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:20.721193 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:20.737661 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-789e6838-d10d-4402-8ed3-61b6fc723b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:20.741704 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf4338-2a71-4e3b-ae60-9934f0c628b4 req-205c2fb6-c825-45bf-a387-8d4d53bf57d2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:20.742430 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-ecaf4338-2a71-4e3b-ae60-9934f0c628b4 req-205c2fb6-c825-45bf-a387-8d4d53bf57d2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Synchronizing usage tracker for tenant:32e064bd64034775bfe5271d56d189d9 on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:13:20.744034 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-789e6838-d10d-4402-8ed3-61b6fc723b92 admin admin] 10.222.0.36 "DELETE /v2.0/networks/178877a3-883c-4aa5-ab2c-2395b9a3a531 HTTP/1.1" status: 204  len: 168 time: 0.7394581
Oct 27 14:13:20.758338 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e6838-d10d-4402-8ed3-61b6fc723b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=178877a3-883c-4aa5-ab2c-2395b9a3a531,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:20.775456 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-789e6838-d10d-4402-8ed3-61b6fc723b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:20.843436 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8a5b3e2c-c0bc-46d6-ad9a-fcb7770cc5eb req-2ea5be21-99ab-4f95-8fda-69db6b121aba tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/security-groups?id=aceace18-c84c-4d93-9e12-0b508566ed67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2478015
Oct 27 14:13:20.917941 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-ecaf4338-2a71-4e3b-ae60-9934f0c628b4 req-205c2fb6-c825-45bf-a387-8d4d53bf57d2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Unset dirty status for tenant:32e064bd64034775bfe5271d56d189d9 on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:13:20.919235 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ecaf4338-2a71-4e3b-ae60-9934f0c628b4 req-205c2fb6-c825-45bf-a387-8d4d53bf57d2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 931 time: 0.5993302
Oct 27 14:13:20.992386 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 33918) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:21.050507 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-f49b41ec-5585-44ec-927a-b29f2c87e154 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3b35552e84f4a30bab9b2f278d5dfdb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0565867
Oct 27 14:13:21.053185 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 33922) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:21.091215 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-26a38ce1-e075-43e9-b91d-9ddc0116df66 req-43a45a36-68ed-4f28-8230-39a984bea2ab tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] For port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c,segment=NetworkSegment(63959f18-b52b-403d-9db2-25f978f52845),segment_id=63959f18-b52b-403d-9db2-25f978f52845)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:21.091506 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-26a38ce1-e075-43e9-b91d-9ddc0116df66 req-43a45a36-68ed-4f28-8230-39a984bea2ab tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:21.119515 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-bd08583c-e427-4191-88cb-cc9d77a51ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:21.147443 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-bd08583c-e427-4191-88cb-cc9d77a51ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:21.221679 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-bd08583c-e427-4191-88cb-cc9d77a51ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:21.226518 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:21.243007 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08583c-e427-4191-88cb-cc9d77a51ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22f8b6a-7c75-4ba4-8f43-4ea53df43a84,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:21.245747 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-bd08583c-e427-4191-88cb-cc9d77a51ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:21.247171 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-26a38ce1-e075-43e9-b91d-9ddc0116df66 req-43a45a36-68ed-4f28-8230-39a984bea2ab tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Calling delete_port for 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c owned by compute:nova {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:13:21.248552 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-bd08583c-e427-4191-88cb-cc9d77a51ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:21.252251 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-bd08583c-e427-4191-88cb-cc9d77a51ca1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c22f8b6a-7c75-4ba4-8f43-4ea53df43a84 HTTP/1.1" status: 204  len: 168 time: 0.1956146
Oct 27 14:13:21.279132 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ecaf4338-2a71-4e3b-ae60-9934f0c628b4 req-96e2aed4-9847-4869-a705-98acd0f9eeb4 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3489125
Oct 27 14:13:21.633601 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-26a38ce1-e075-43e9-b91d-9ddc0116df66 req-43a45a36-68ed-4f28-8230-39a984bea2ab tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:21.656327 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:21.706114 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a45a36-68ed-4f28-8230-39a984bea2ab tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Pushing event deleted for resources: {'Port': ['ID=0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:21.712584 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 {{(pid=82823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:13:21.716605 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-43a45a36-68ed-4f28-8230-39a984bea2ab tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:21.749048 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:21.798952 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a38ce1-e075-43e9-b91d-9ddc0116df66 req-43a45a36-68ed-4f28-8230-39a984bea2ab tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] No DVR routers for this DVR port 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c on host hv-cinder-81566 {{(pid=82823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:13:21.804373 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-26a38ce1-e075-43e9-b91d-9ddc0116df66 req-43a45a36-68ed-4f28-8230-39a984bea2ab tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:21.806913 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80', 'name': 'network-vif-deleted', 'tag': '0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:13:21.827772 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Transition to ACTIVE for port object 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 will not be triggered until provisioned by entity L2. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:13:21.837303 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:21.852405 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-324e0f3d-b4e0-4f9b-b6c9-61c7fe62d9a5 tempest-DeleteServersTestJSON-1038542610 tempest-DeleteServersTestJSON-1038542610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:21.924161 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80', 'name': 'network-vif-deleted', 'tag': '0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c', 'status': 'completed', 'code': 200}
Oct 27 14:13:21.925033 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=78b385bb-3fc3-4974-ab0c-bc7def60e7f6,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:21.928401 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:21.930148 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-26a38ce1-e075-43e9-b91d-9ddc0116df66 req-43a45a36-68ed-4f28-8230-39a984bea2ab tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.79 "DELETE /v2.0/ports/0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c HTTP/1.1" status: 204  len: 173 time: 1.7096643
Oct 27 14:13:22.084771 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-be6164e4-383e-4390-86f7-9d8ba1b92086 req-00a2009f-6397-4078-837b-50d7bba3f01f tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Synchronizing usage tracker for tenant:076d0906af24471cb4831b6aa7ed91a4 on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:13:22.151074 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-be6164e4-383e-4390-86f7-9d8ba1b92086 req-00a2009f-6397-4078-837b-50d7bba3f01f tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Unset dirty status for tenant:076d0906af24471cb4831b6aa7ed91a4 on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:13:22.152211 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-be6164e4-383e-4390-86f7-9d8ba1b92086 req-00a2009f-6397-4078-837b-50d7bba3f01f tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 210 time: 0.1676733
Oct 27 14:13:22.173540 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Attempting to bind port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:13:22.174213 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Attempting to bind port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:13:22.174605 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Attempting to bind port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 on network 0b9d4f1d-af76-43ad-875e-6597feb65c8e {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:13:22.181133 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 on network 0b9d4f1d-af76-43ad-875e-6597feb65c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:13:22.181451 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Attempting to bind port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 on network 0b9d4f1d-af76-43ad-875e-6597feb65c8e {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:13:22.187806 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:13:22.188134 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Checking segment: {'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:13:22.188693 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Bound using segment: {'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:13:22.189105 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Bound port: 78b385bb-3fc3-4974-ab0c-bc7def60e7f6, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'}}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:13:22.189445 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:22.264610 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 33970) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:22.293388 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] For port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6, host hv-cinder-81566, cleared binding levels {{(pid=82823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:13:22.296894 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] For port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=78b385bb-3fc3-4974-ab0c-bc7def60e7f6,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:13:22.300405 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:22.305177 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-88331a33-c2f3-4e6d-872b-0f018e1533f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:22.371982 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:22.373317 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] 10.222.0.79 "PUT /v2.0/ports/78b385bb-3fc3-4974-ab0c-bc7def60e7f6 HTTP/1.1" status: 200  len: 1093 time: 2.1539454
Oct 27 14:13:22.386002 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=78b385bb-3fc3-4974-ab0c-bc7def60e7f6,revision_number=3']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:22.388942 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:22.408238 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1034045751-network', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:22.412928 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:22.416749 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Usage tracker for resource:network and tenant:1027d0d8d53b4a18a52af1935304a4a4 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:22.419626 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:22.425190 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:22.435554 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Made reservation on behalf of 1027d0d8d53b4a18a52af1935304a4a4 for: {'network': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:13:22.437793 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:22.453485 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:22.483822 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e61ce-26fe-424e-8357-4b4da953064c req-352ced3a-e1ea-4520-8054-b6c716b03747 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:22.484670 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:22.485310 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c25e61ce-26fe-424e-8357-4b4da953064c req-352ced3a-e1ea-4520-8054-b6c716b03747 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 943 time: 0.0783751
Oct 27 14:13:22.493532 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Usage tracker for resource:security_group_rule and tenant:1027d0d8d53b4a18a52af1935304a4a4 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:22.496401 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:22.502103 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:22.534484 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c25e61ce-26fe-424e-8357-4b4da953064c req-a8df994d-2550-42dd-901c-9f9106ac4714 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429866
Oct 27 14:13:22.572002 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:22.575727 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:22.578796 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-33bd6bd9-8771-42e9-a04f-bb44b2fa63c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:22.609498 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070}  {{(pid=82824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:13:22.616440 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79341c4-74bc-4965-bd78-8a7a9eb82b21,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:22.619784 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:22.627397 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:22.627644 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.segments_db [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Added segment 5d05728e-916c-4ebc-baeb-816026e6291f of type vlan for network 9bd4c627-9607-418d-80f2-20043ff89635
Oct 27 14:13:22.656957 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:22.687539 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:22.688678 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:22.689248 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:22.694763 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:22.788360 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.5222809
Oct 27 14:13:22.791310 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 33982) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:22.793535 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Pushing event updated for resources: {'Network': ['ID=9bd4c627-9607-418d-80f2-20043ff89635,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:22.796109 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:22.798109 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Request body: {'subnet': {'network_id': '9bd4c627-9607-418d-80f2-20043ff89635', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1034045751-subnet', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:22.804543 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network 9bd4c627-9607-418d-80f2-20043ff89635 details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:13:22.805174 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:22.808732 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Usage tracker for resource:subnet and tenant:1027d0d8d53b4a18a52af1935304a4a4 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:22.811604 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:22.817243 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:22.829018 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Made reservation on behalf of 1027d0d8d53b4a18a52af1935304a4a4 for: {'subnet': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:13:22.831379 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16079946'] for subnet, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:23.048765 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16101774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16079932'] for subnet, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:23.053683 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:23.114030 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf76aec-3f3f-452b-8de2-4bff3949f906,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:23.118087 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:23.142298 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Checking segment: {'id': '5d05728e-916c-4ebc-baeb-816026e6291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:13:23.142664 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Network hostable DHCP agents. Network: 9bd4c627-9607-418d-80f2-20043ff89635, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:13:23.165823 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Network 9bd4c627-9607-418d-80f2-20043ff89635 is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:13:23.175303 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, 9bd4c627-9607-418d-80f2-20043ff89635) {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:13:23.179709 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:23.180323 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:23.187601 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8e48af-d397-4643-b00c-4b6d0ab7bfa1 None None] Network 9bd4c627-9607-418d-80f2-20043ff89635 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:13:23.208676 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-f0f4cb35-5963-4ff4-98be-7ec7d859b149 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.4145212
Oct 27 14:13:23.210211 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 33990) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:23.217285 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1034045751-router', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:23.223617 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:23.231058 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Usage tracker for resource:router and tenant:1027d0d8d53b4a18a52af1935304a4a4 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:23.234272 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:23.240777 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:23.251629 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16423044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59882'] for router, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:23.252586 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16495057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:23.272433 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:23.371241 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-72367786-0379-4738-b0bd-f5cfb07aca51 req-55ebcfcd-a339-4535-8e40-16b0507db227 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 210 time: 0.0649860
Oct 27 14:13:23.432437 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16419597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16423058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59777'] for router, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:23.435904 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b606015-458b-4ed2-a828-0ed7eb3a1549 None None] Network 9bd4c627-9607-418d-80f2-20043ff89635 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:13:23.622925 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:23.660301 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:23.743056 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ede0e-8496-46a5-81ca-cc3d9913d93b req-cfabb815-7f89-484f-b790-0691d146da94 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:23.744520 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c21ede0e-8496-46a5-81ca-cc3d9913d93b req-cfabb815-7f89-484f-b790-0691d146da94 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 943 time: 0.0815804
Oct 27 14:13:23.799244 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c21ede0e-8496-46a5-81ca-cc3d9913d93b req-74d7ff5f-81ec-4746-9ab6-ce4ce2fcd9db tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475976
Oct 27 14:13:23.831302 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Allocated IP 172.27.2.67 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:13:23.925412 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12b4968-ab1d-42b6-b3d7-7588748253dc', 'tag': '78b385bb-3fc3-4974-ab0c-bc7def60e7f6'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:13:23.979208 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:13:23.980195 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:23.984342 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12b4968-ab1d-42b6-b3d7-7588748253dc', 'tag': '78b385bb-3fc3-4974-ab0c-bc7def60e7f6', 'status': 'completed', 'code': 200}
Oct 27 14:13:24.016724 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:24.023216 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-9ee06253-d183-4fde-8636-7a12be3d037c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:24.062022 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:13:24.063373 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 0fcc84cd-6bfd-471e-b11c-a366f9bb9e8c not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:13:24.106952 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:13:24.110359 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:13:24.115871 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:13:24.190450 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6b93be01-da38-4d61-8c87-48397f241a57 req-6c24e7e9-8d83-448d-93c5-7ca1e486a358 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32e064bd64034775bfe5271d56d189d9&device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 1096 time: 0.0949531
Oct 27 14:13:24.214735 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Pushing event updated for resources: {'Port': ['ID=1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:24.224850 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:24.356009 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93be01-da38-4d61-8c87-48397f241a57 req-380fa148-fc53-4758-a5e8-0c4dc3a342c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:24.357439 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6b93be01-da38-4d61-8c87-48397f241a57 req-380fa148-fc53-4758-a5e8-0c4dc3a342c7 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=32e064bd64034775bfe5271d56d189d9&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1551270
Oct 27 14:13:24.362297 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:24.363140 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16419618'] for router, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:24.619669 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-391b2219-d2f0-4c1f-9402-25baafcfce9e req-d1b81231-dd7b-4b71-955b-0c2fb9f656b9 tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a65cef-2b1e-45e3-a4ce-8c2c0aabbb80 HTTP/1.1" status: 200  len: 210 time: 0.0633852
Oct 27 14:13:24.659947 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93be01-da38-4d61-8c87-48397f241a57 req-3276407f-e6f6-4494-bb20-9a9f9f1d05ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:24.661785 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6b93be01-da38-4d61-8c87-48397f241a57 req-3276407f-e6f6-4494-bb20-9a9f9f1d05ab service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2966375
Oct 27 14:13:24.676241 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Router 0224548f-4425-496d-bc22-a36d33eee905 is scheduled to L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef with binding_index 1 {{(pid=82824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 14:13:24.792111 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-49179f87-dfcb-4982-9036-8fb38b257651 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32e064bd64034775bfe5271d56d189d9&device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 1096 time: 0.0792694
Oct 27 14:13:24.888128 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-613dff99-0daa-4013-9d5d-7b73d51fa49a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78b385bb-3fc3-4974-ab0c-bc7def60e7f6 HTTP/1.1" status: 200  len: 217 time: 0.0884194
Oct 27 14:13:24.923691 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:13:24.932851 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Sync routers for ids ['0224548f-4425-496d-bc22-a36d33eee905'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:13:24.952450 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Routers {'0224548f-4425-496d-bc22-a36d33eee905'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:13:24.953305 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17a46580>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:12:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['0224548f-4425-496d-bc22-a36d33eee905'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:24.976613 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Notify callbacks [] for router, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:24.985457 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 1.7734764
Oct 27 14:13:24.986967 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34026) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:25.096083 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-7613c27c-5462-4882-95c3-d3c1c29148b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:25.098209 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-7613c27c-5462-4882-95c3-d3c1c29148b7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=34a78620-5e75-47e6-8829-bc1e4d0350f9 HTTP/1.1" status: 200  len: 854 time: 0.1988792
Oct 27 14:13:25.192366 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-956ad8a9-99f8-4713-ad16-e697ddea8c70 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b9d4f1d-af76-43ad-875e-6597feb65c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0754259
Oct 27 14:13:25.212345 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebc058-08a2-426f-aa22-1087cb5c53a4 req-392f653f-0a61-4da2-8b3b-9505a51450e8 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:25.214195 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2cebc058-08a2-426f-aa22-1087cb5c53a4 req-392f653f-0a61-4da2-8b3b-9505a51450e8 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 943 time: 0.2201016
Oct 27 14:13:25.302928 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Set router 0224548f-4425-496d-bc22-a36d33eee905 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:13:25.307817 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34036) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:25.410805 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2cebc058-08a2-426f-aa22-1087cb5c53a4 req-6b2f5e35-bcad-474d-a46f-1bb5f4d18432 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699474
Oct 27 14:13:25.433230 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-260ebfe5-bcdb-4bc3-b5b2-cfe8022dec7b service neutron] 10.222.0.79 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2178304
Oct 27 14:13:25.487799 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c537220f-4ed3-41e5-bfc2-9d52fb45f612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:25.554807 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-c537220f-4ed3-41e5-bfc2-9d52fb45f612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:25.560677 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-c537220f-4ed3-41e5-bfc2-9d52fb45f612 admin admin] Usage tracker for resource:security_group_rule and tenant:3183f3c1bafd463a94bc9f3883744e10 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:25.564020 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-c537220f-4ed3-41e5-bfc2-9d52fb45f612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:25.571969 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-c537220f-4ed3-41e5-bfc2-9d52fb45f612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:25.642787 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bae9b46c-a2a0-4990-8825-64988b14c415 req-a52b7f43-3236-4cda-8920-900a0b0534cb service neutron] 10.222.0.79 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1941476
Oct 27 14:13:25.798782 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c537220f-4ed3-41e5-bfc2-9d52fb45f612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:25.802991 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17a46580>, [{'id': '0224548f-4425-496d-bc22-a36d33eee905', 'name': 'tempest-ServerRescueNegativeTestJSON-1034045751-router', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:13:24Z', 'revision_number': 3, 'project_id': '1027d0d8d53b4a18a52af1935304a4a4', 'gw_port': {'id': '1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0224548f-4425-496d-bc22-a36d33eee905', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:25.807163 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Checking router: 0224548f-4425-496d-bc22-a36d33eee905 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:13:25.807742 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Updating router 0224548f-4425-496d-bc22-a36d33eee905 port 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca binding host dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:13:25.812339 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c537220f-4ed3-41e5-bfc2-9d52fb45f612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:25.820872 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:25.875484 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:25.948611 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-c537220f-4ed3-41e5-bfc2-9d52fb45f612 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3183f3c1bafd463a94bc9f3883744e10&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6373451
Oct 27 14:13:25.948611 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537220f-4ed3-41e5-bfc2-9d52fb45f612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781c66fd-0ff8-44be-8623-c39cdb8dfc94,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:25.949092 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 34062) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:25.950742 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c537220f-4ed3-41e5-bfc2-9d52fb45f612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:25.992015 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 34068) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:26.111723 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-440cf934-bd73-4526-96bd-fe51deb6ca95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:26.167661 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-440cf934-bd73-4526-96bd-fe51deb6ca95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:26.252680 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-55d530cb-559f-47f9-b3b2-deb9efd74415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:26.304272 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:26.372430 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-55d530cb-559f-47f9-b3b2-deb9efd74415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:26.379159 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-55d530cb-559f-47f9-b3b2-deb9efd74415 admin admin] Usage tracker for resource:security_group_rule and tenant:7bc6b1b4ce944be4bd2c2a4db0a3446c is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:26.399054 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-55d530cb-559f-47f9-b3b2-deb9efd74415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:26.410261 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-55d530cb-559f-47f9-b3b2-deb9efd74415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:26.412296 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-440cf934-bd73-4526-96bd-fe51deb6ca95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:26.425673 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Notify callbacks [] for port, precommit_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:26.434144 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-5f263b94-25ec-4ebc-831c-4f56512430a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:26.439674 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.provisioning_blocks [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Transition to ACTIVE for port object 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca will not be triggered until provisioned by entity L2. {{(pid=82827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:13:26.460905 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:26.471006 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cf934-bd73-4526-96bd-fe51deb6ca95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781c66fd-0ff8-44be-8623-c39cdb8dfc94,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:26.473370 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:26.477067 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-440cf934-bd73-4526-96bd-fe51deb6ca95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:26.478158 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-440cf934-bd73-4526-96bd-fe51deb6ca95 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/781c66fd-0ff8-44be-8623-c39cdb8dfc94 HTTP/1.1" status: 204  len: 168 time: 0.5279813
Oct 27 14:13:26.480459 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-440cf934-bd73-4526-96bd-fe51deb6ca95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:26.595184 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-55921e40-6060-41ae-8b6b-7fdd8c0d47ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:26.655611 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-55d530cb-559f-47f9-b3b2-deb9efd74415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:26.662794 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-55d530cb-559f-47f9-b3b2-deb9efd74415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:26.785347 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-d5e805e6-8252-4223-893a-35e6319dd0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:26.877412 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-55d530cb-559f-47f9-b3b2-deb9efd74415 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7bc6b1b4ce944be4bd2c2a4db0a3446c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8841541
Oct 27 14:13:26.880282 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 34116) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:26.881557 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Pushing event updated for resources: {'Port': ['ID=1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca,revision_number=2']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:26.883959 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d530cb-559f-47f9-b3b2-deb9efd74415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936c4709-6436-41b1-8d89-d8d0f387c7cf,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:26.888473 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Attempting to bind port 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:13:26.904567 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Attempting to bind port 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:13:26.905414 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-55d530cb-559f-47f9-b3b2-deb9efd74415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:26.906475 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Attempting to bind port 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca on network fdfde01f-dc55-4892-86f9-78cb0380a430 {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:13:26.940760 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:13:26.941220 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Checking segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:13:26.941690 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:26.942178 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Bound using segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:13:26.945184 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Bound port: 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:13:26.949724 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:26.999843 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Allocated IP 172.20.0.1 (9bd4c627-9607-418d-80f2-20043ff89635/ebf76aec-3f3f-452b-8de2-4bff3949f906/0db5fbd6-d465-44df-ac41-14932f036be3) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:13:27.083473 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450221f-94a8-4983-8fcc-493d69858bd1 req-6a41d450-24bf-4546-8cb4-334a2e17faf3 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:27.084989 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b450221f-94a8-4983-8fcc-493d69858bd1 req-6a41d450-24bf-4546-8cb4-334a2e17faf3 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 943 time: 0.3058808
Oct 27 14:13:27.092918 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:27.113210 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-a2384e67-cdb2-40ee-b592-de01498692b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:27.143621 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-a2384e67-cdb2-40ee-b592-de01498692b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:27.157089 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] For port 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:13:27.160530 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] For port 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:13:27.165934 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:27.166540 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:27.166909 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:27.167345 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:27.167775 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:27.168161 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:27.168574 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:27.169003 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:27.169416 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:27.169840 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:27.170233 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:27.174822 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:27.175908 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:27.181074 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:27.230253 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-a2384e67-cdb2-40ee-b592-de01498692b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:27.242655 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:27.265802 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2384e67-cdb2-40ee-b592-de01498692b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936c4709-6436-41b1-8d89-d8d0f387c7cf,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:27.268029 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Pushing event updated for resources: {'Port': ['ID=1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca,revision_number=3']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:27.268162 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-a2384e67-cdb2-40ee-b592-de01498692b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:27.269704 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-a2384e67-cdb2-40ee-b592-de01498692b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:27.271663 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-a2384e67-cdb2-40ee-b592-de01498692b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/936c4709-6436-41b1-8d89-d8d0f387c7cf HTTP/1.1" status: 204  len: 168 time: 0.3639524
Oct 27 14:13:27.276753 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:27.296179 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Routers {'0224548f-4425-496d-bc22-a36d33eee905'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:13:27.297050 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17a46580>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:12:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['0224548f-4425-496d-bc22-a36d33eee905'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:27.346896 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b450221f-94a8-4983-8fcc-493d69858bd1 req-40900cd7-d231-4570-8202-4c5f6a9ab0bc tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2345450
Oct 27 14:13:27.375160 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 34138) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:27.420458 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-c2aa20d9-c7f5-4c2b-8d76-c513fa111e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:27.424754 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:27.479885 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-c2aa20d9-c7f5-4c2b-8d76-c513fa111e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:27.484330 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-c2aa20d9-c7f5-4c2b-8d76-c513fa111e06 admin admin] Usage tracker for resource:security_group_rule and tenant:a55dd3eb90f74d90a6ed2d1042f2cc09 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:27.491279 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-c2aa20d9-c7f5-4c2b-8d76-c513fa111e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:27.491570 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:27.497940 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:27.513654 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-c2aa20d9-c7f5-4c2b-8d76-c513fa111e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:27.696420 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Network 9bd4c627-9607-418d-80f2-20043ff89635 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:13:27.699274 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:13:27.703474 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:13:27.721550 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] Set router 0224548f-4425-496d-bc22-a36d33eee905 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:13:27.738370 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Pushing event updated for resources: {'Port': ['ID=0db5fbd6-d465-44df-ac41-14932f036be3,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:27.742835 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:27.758244 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-c2aa20d9-c7f5-4c2b-8d76-c513fa111e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:27.763758 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16417640'] for router_interface, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:27.767783 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-c2aa20d9-c7f5-4c2b-8d76-c513fa111e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:27.795294 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-64aa161f-cfd0-49ee-8095-f76417f3f1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:27.885323 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa20d9-c7f5-4c2b-8d76-c513fa111e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a1d007-9d13-4661-ae25-7adef2ae2aa2,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:27.902206 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-c2aa20d9-c7f5-4c2b-8d76-c513fa111e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:27.904487 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:27.913371 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-c2aa20d9-c7f5-4c2b-8d76-c513fa111e06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a55dd3eb90f74d90a6ed2d1042f2cc09&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5368197
Oct 27 14:13:27.916202 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 34178) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:28.117681 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 34186) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:28.120199 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0060dbfd-bb4b-4d93-867d-8afa365a916f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.158844 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-c71c039d-33a7-4de5-b5f4-921ee227b9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.194881 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0060dbfd-bb4b-4d93-867d-8afa365a916f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.245570 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-c71c039d-33a7-4de5-b5f4-921ee227b9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:28.250055 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-c71c039d-33a7-4de5-b5f4-921ee227b9d5 admin admin] Usage tracker for resource:security_group_rule and tenant:7496ee0d7ae240c29f93537b1d679402 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:28.253074 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-c71c039d-33a7-4de5-b5f4-921ee227b9d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:28.260279 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-c71c039d-33a7-4de5-b5f4-921ee227b9d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:28.264985 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.272641 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.273210 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17a46580>, [{'id': '0224548f-4425-496d-bc22-a36d33eee905', 'name': 'tempest-ServerRescueNegativeTestJSON-1034045751-router', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:13:24Z', 'revision_number': 3, 'project_id': '1027d0d8d53b4a18a52af1935304a4a4', 'gw_port': {'id': '1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0224548f-4425-496d-bc22-a36d33eee905', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:28.278516 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d002f5a-31d3-4ce9-85dd-cf2dd0d42da8 None None] The sync data for ids ['0224548f-4425-496d-bc22-a36d33eee905'] in dv-cinder-815663-1-iscsi is: [{'id': '0224548f-4425-496d-bc22-a36d33eee905', 'name': 'tempest-ServerRescueNegativeTestJSON-1034045751-router', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:13:24Z', 'revision_number': 3, 'project_id': '1027d0d8d53b4a18a52af1935304a4a4', 'gw_port': {'id': '1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0224548f-4425-496d-bc22-a36d33eee905', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:13:28.289406 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0060dbfd-bb4b-4d93-867d-8afa365a916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.295918 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-55809a8a-f61b-4ba4-a6a1-0e5e0fc7e6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:28.311223 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:28.320093 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060dbfd-bb4b-4d93-867d-8afa365a916f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a1d007-9d13-4661-ae25-7adef2ae2aa2,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:28.330738 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0060dbfd-bb4b-4d93-867d-8afa365a916f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:28.383417 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-c71c039d-33a7-4de5-b5f4-921ee227b9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.390566 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-c71c039d-33a7-4de5-b5f4-921ee227b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.397054 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Pushing event updated for resources: {'Port': ['ID=0db5fbd6-d465-44df-ac41-14932f036be3,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:28.401261 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:28.403845 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-cdc78ee0-c4fd-4d0d-bf37-4a1b01c8f55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:28.418796 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0060dbfd-bb4b-4d93-867d-8afa365a916f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.422312 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-0060dbfd-bb4b-4d93-867d-8afa365a916f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2a1d007-9d13-4661-ae25-7adef2ae2aa2 HTTP/1.1" status: 204  len: 168 time: 0.5025654
Oct 27 14:13:28.430897 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15347171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16430924'] for router_interface, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.462878 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c039d-33a7-4de5-b5f4-921ee227b9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1da5eac-bfa3-4391-8c0f-84fd9e2bf18f,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:28.467671 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-c71c039d-33a7-4de5-b5f4-921ee227b9d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7496ee0d7ae240c29f93537b1d679402&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3493872
Oct 27 14:13:28.469080 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-c71c039d-33a7-4de5-b5f4-921ee227b9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:28.470151 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 34198) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:28.582364 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f269d384-4891-4b7a-973b-d0bb4106b7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.695420 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f269d384-4891-4b7a-973b-d0bb4106b7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.700941 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Network 9bd4c627-9607-418d-80f2-20043ff89635 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:13:28.702469 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:13:28.767597 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-e040af7b-ccfd-493e-a3d1-dfb24caa9bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.795123 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7ebba-f9b9-4a57-b514-d6cbb789ad63 req-42d3258a-50bd-4e8e-b92d-00bbbe4b0383 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:28.797026 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-77a7ebba-f9b9-4a57-b514-d6cbb789ad63 req-42d3258a-50bd-4e8e-b92d-00bbbe4b0383 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 943 time: 0.2068021
Oct 27 14:13:28.882153 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-77a7ebba-f9b9-4a57-b514-d6cbb789ad63 req-b2e78d36-bcfb-4179-857e-c7f477538acd tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755904
Oct 27 14:13:28.883287 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f269d384-4891-4b7a-973b-d0bb4106b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.895348 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0242d0fb-876a-4f7f-9ee7-b0a30b38722e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:28.910579 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f269d384-4891-4b7a-973b-d0bb4106b7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:28.912259 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-f269d384-4891-4b7a-973b-d0bb4106b7e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1da5eac-bfa3-4391-8c0f-84fd9e2bf18f HTTP/1.1" status: 204  len: 168 time: 0.4410710
Oct 27 14:13:28.916405 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269d384-4891-4b7a-973b-d0bb4106b7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1da5eac-bfa3-4391-8c0f-84fd9e2bf18f,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:28.930607 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-f269d384-4891-4b7a-973b-d0bb4106b7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:28.974407 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:13:29.181173 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=78b385bb-3fc3-4974-ab0c-bc7def60e7f6,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:29.200180 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '78b385bb-3fc3-4974-ab0c-bc7def60e7f6', 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e', 'port_id': '78b385bb-3fc3-4974-ab0c-bc7def60e7f6', 'mac_address': 'fa:16:3e:c0:9a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a78620-5e75-47e6-8829-bc1e4d0350f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:13:29.325796 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:29.370676 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:13:29.407808 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=78b385bb-3fc3-4974-ab0c-bc7def60e7f6,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:29.413794 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:29.416944 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:29.486917 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Router 0224548f-4425-496d-bc22-a36d33eee905 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:13:29.576941 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=78b385bb-3fc3-4974-ab0c-bc7def60e7f6,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:29.582394 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:29.772236 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:13:29.809232 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['78b385bb-3fc3-4974-ab0c-bc7def60e7f6'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:13:29.877100 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:13:29.915813 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] 10.222.0.36 "PUT /v2.0/routers/0224548f-4425-496d-bc22-a36d33eee905/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9277871
Oct 27 14:13:29.916642 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 34262) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:29.925376 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:29.947352 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-41ec07d7-c37c-4b24-a16a-6272fac3476f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:29.967452 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:13:29.977505 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:29.978264 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:29.992130 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-41ec07d7-c37c-4b24-a16a-6272fac3476f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:29.997233 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-41ec07d7-c37c-4b24-a16a-6272fac3476f admin admin] Usage tracker for resource:security_group_rule and tenant:d16e160370584bc0a73c518314fc12ce is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:30.003811 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-41ec07d7-c37c-4b24-a16a-6272fac3476f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:30.012332 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-41ec07d7-c37c-4b24-a16a-6272fac3476f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:30.140266 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-41ec07d7-c37c-4b24-a16a-6272fac3476f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:30.146708 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-41ec07d7-c37c-4b24-a16a-6272fac3476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:30.159701 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-c71c039d-33a7-4de5-b5f4-921ee227b9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:30.209222 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec07d7-c37c-4b24-a16a-6272fac3476f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8e4ff8-3f5f-491f-bdf6-d5d086c19f65,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:30.230900 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-41ec07d7-c37c-4b24-a16a-6272fac3476f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:30.235169 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-41ec07d7-c37c-4b24-a16a-6272fac3476f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d16e160370584bc0a73c518314fc12ce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3172560
Oct 27 14:13:30.238724 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34280) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:30.261682 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:30.346220 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:30.365292 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:30.368005 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-0080fc89-0b0b-4c61-8723-b7f2a1be8cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:30.405817 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0cf91ce1-cde2-4be0-abea-2e3f61d55fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:30.445950 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0cf91ce1-cde2-4be0-abea-2e3f61d55fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:30.469041 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:30.472850 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:30.507585 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd22fbe-08be-45a5-867e-4e41f98e31b4 req-bae41cb6-bcb0-42a8-85f9-b13119932197 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:30.509102 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1dd22fbe-08be-45a5-867e-4e41f98e31b4 req-bae41cb6-bcb0-42a8-85f9-b13119932197 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 944 time: 0.2370856
Oct 27 14:13:30.524634 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0cf91ce1-cde2-4be0-abea-2e3f61d55fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:30.531894 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-ce0e864c-a4f0-4366-bde5-27f7d032258b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:30.559816 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1dd22fbe-08be-45a5-867e-4e41f98e31b4 req-c8f7a178-05b2-437d-9cc3-7086deac2c04 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448959
Oct 27 14:13:30.574969 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf91ce1-cde2-4be0-abea-2e3f61d55fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8e4ff8-3f5f-491f-bdf6-d5d086c19f65,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:30.581089 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-0cf91ce1-cde2-4be0-abea-2e3f61d55fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:30.584473 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0cf91ce1-cde2-4be0-abea-2e3f61d55fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:30.593279 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-0cf91ce1-cde2-4be0-abea-2e3f61d55fba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa8e4ff8-3f5f-491f-bdf6-d5d086c19f65 HTTP/1.1" status: 204  len: 168 time: 0.3523912
Oct 27 14:13:30.975492 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:13:31.063745 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13705cfa-2cde-4653-90b8-9a199d284089 req-a0417d34-ae98-43e3-b6fb-45ff32f15f60 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:31.071854 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13705cfa-2cde-4653-90b8-9a199d284089 req-a0417d34-ae98-43e3-b6fb-45ff32f15f60 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/networks?id=9bd4c627-9607-418d-80f2-20043ff89635 HTTP/1.1" status: 200  len: 819 time: 0.2527409
Oct 27 14:13:31.109958 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13705cfa-2cde-4653-90b8-9a199d284089 req-9f92fe63-6641-4cd5-aa16-08047b6e088a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/quotas/1027d0d8d53b4a18a52af1935304a4a4 HTTP/1.1" status: 200  len: 375 time: 0.0365603
Oct 27 14:13:31.166854 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:13:31.175674 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:31.177192 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:31.257918 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13705cfa-2cde-4653-90b8-9a199d284089 req-4b1ff315-9c70-4972-bb66-1a83b9e4827c tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1027d0d8d53b4a18a52af1935304a4a4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1463408
Oct 27 14:13:31.387784 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:31.415814 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:31.470348 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12b4968-ab1d-42b6-b3d7-7588748253dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b385bb-3fc3-4974-ab0c-bc7def60e7f6'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:13:31.500813 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=78b385bb-3fc3-4974-ab0c-bc7def60e7f6,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:31.507428 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:31.509825 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:31.527062 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 34370) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:31.578288 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13705cfa-2cde-4653-90b8-9a199d284089 req-a92cee6c-dd59-40b9-a723-8468fa42c0c8 service neutron] 10.222.0.36 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3197854
Oct 27 14:13:31.730058 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=78b385bb-3fc3-4974-ab0c-bc7def60e7f6,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:31.735940 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:31.784354 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12b4968-ab1d-42b6-b3d7-7588748253dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b385bb-3fc3-4974-ab0c-bc7def60e7f6', 'code': 200}
Oct 27 14:13:31.796140 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:13:31.858976 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13705cfa-2cde-4653-90b8-9a199d284089 req-9b1ae6a8-58a3-4d43-bd47-18fe7267c134 service neutron] 10.222.0.36 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2756350
Oct 27 14:13:31.989262 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:31.995745 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:32.091178 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd264-c551-4b73-b412-4a71a3fdcf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:32.413483 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-56b934ff-1d2a-4624-b16d-fcfb83888173 req-0405642c-9100-42af-9923-9269d361733c tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 210 time: 0.1182096
Oct 27 14:13:32.482022 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-0f1cd264-c551-4b73-b412-4a71a3fdcf01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:32.489804 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-0f1cd264-c551-4b73-b412-4a71a3fdcf01 admin admin] Usage tracker for resource:security_group_rule and tenant:a3c6f753fc5e4a26a798885b5c3d4fd1 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:32.494925 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-0f1cd264-c551-4b73-b412-4a71a3fdcf01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:32.519107 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-0f1cd264-c551-4b73-b412-4a71a3fdcf01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:32.560172 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e930c-58c7-4778-b250-706d8d92c5d8 req-bd8e3fac-496e-4864-aeed-aa67d22cf06b tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:32.569586 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dd5e930c-58c7-4778-b250-706d8d92c5d8 req-bd8e3fac-496e-4864-aeed-aa67d22cf06b tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 945 time: 0.4432371
Oct 27 14:13:32.579247 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-49a5b019-79ba-45cb-b509-e4a027937893 req-d4176462-6e6d-4cc8-a644-07a7cd04ddd9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 1098 time: 0.3518939
Oct 27 14:13:32.811515 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Sync routers for ids ['0224548f-4425-496d-bc22-a36d33eee905'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:13:32.840904 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Routers {'0224548f-4425-496d-bc22-a36d33eee905'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:13:32.841560 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17ab1070>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:13:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['0224548f-4425-496d-bc22-a36d33eee905'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:32.881603 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34426) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:32.886528 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-49a5b019-79ba-45cb-b509-e4a027937893 req-846026fb-2b3f-4a4e-9e5f-dc8eec90f76e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2918272
Oct 27 14:13:32.907971 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dd5e930c-58c7-4778-b250-706d8d92c5d8 req-c31776e6-8de0-4479-9a51-0625b301eff0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3277686
Oct 27 14:13:32.933174 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd264-c551-4b73-b412-4a71a3fdcf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:32.947514 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd264-c551-4b73-b412-4a71a3fdcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:32.974393 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-76d5235a-7b1e-4301-b6ad-1502f8a30f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:33.041188 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cd264-c551-4b73-b412-4a71a3fdcf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e23fa-47d5-4a0f-9845-3843c4d8a159,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:33.063579 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0f1cd264-c551-4b73-b412-4a71a3fdcf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:33.111099 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-0f1cd264-c551-4b73-b412-4a71a3fdcf01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3c6f753fc5e4a26a798885b5c3d4fd1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5812001
Oct 27 14:13:33.113446 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34440) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:33.221045 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Set router 0224548f-4425-496d-bc22-a36d33eee905 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:13:33.270257 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d732d207-58d0-4bf3-b9ec-110bdb6dfe5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:33.324112 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d732d207-58d0-4bf3-b9ec-110bdb6dfe5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:33.434478 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-33bbbf36-7555-49ba-8b46-76711c8d62eb tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:33.448280 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-33bbbf36-7555-49ba-8b46-76711c8d62eb tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/networks?id=9bd4c627-9607-418d-80f2-20043ff89635 HTTP/1.1" status: 200  len: 819 time: 0.2924359
Oct 27 14:13:33.476879 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d732d207-58d0-4bf3-b9ec-110bdb6dfe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:33.483725 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:33.495487 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4569071c-5aba-4489-9be5-29159009948c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:33.498614 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-3939b7a6-0faf-4688-acf5-de1f4532a4b4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/quotas/1027d0d8d53b4a18a52af1935304a4a4 HTTP/1.1" status: 200  len: 375 time: 0.0494127
Oct 27 14:13:33.511790 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732d207-58d0-4bf3-b9ec-110bdb6dfe5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e23fa-47d5-4a0f-9845-3843c4d8a159,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:33.518495 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d732d207-58d0-4bf3-b9ec-110bdb6dfe5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:33.531341 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34458) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:33.533793 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d732d207-58d0-4bf3-b9ec-110bdb6dfe5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:33.537465 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-d732d207-58d0-4bf3-b9ec-110bdb6dfe5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b39e23fa-47d5-4a0f-9845-3843c4d8a159 HTTP/1.1" status: 204  len: 168 time: 0.4204772
Oct 27 14:13:33.556681 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-4569071c-5aba-4489-9be5-29159009948c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:33.561124 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-4569071c-5aba-4489-9be5-29159009948c admin admin] Usage tracker for resource:security_group_rule and tenant:2bb98af9381b4455b56c10ee99f2defd is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:33.564243 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-4569071c-5aba-4489-9be5-29159009948c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:33.572066 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-4569071c-5aba-4489-9be5-29159009948c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:33.709153 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-bf44e37a-7195-4ff5-9e64-d1587b36ffa4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1027d0d8d53b4a18a52af1935304a4a4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2095194
Oct 27 14:13:33.767849 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4569071c-5aba-4489-9be5-29159009948c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:33.776721 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4569071c-5aba-4489-9be5-29159009948c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:33.791828 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-01ad7fd9-1cba-4582-b2aa-f425d07a8ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:33.862354 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569071c-5aba-4489-9be5-29159009948c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b6ddcf-a5db-44b4-9448-0beb366662cc,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:33.866960 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4569071c-5aba-4489-9be5-29159009948c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:33.870869 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-4569071c-5aba-4489-9be5-29159009948c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bb98af9381b4455b56c10ee99f2defd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9875014
Oct 27 14:13:33.873387 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34480) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:33.891269 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-51d7f529-529b-4f1d-9b3f-985c07f7cc2a service neutron] 10.222.0.36 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1810210
Oct 27 14:13:34.015640 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17ab1070>, [{'id': '0224548f-4425-496d-bc22-a36d33eee905', 'name': 'tempest-ServerRescueNegativeTestJSON-1034045751-router', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:13:27Z', 'revision_number': 4, 'project_id': '1027d0d8d53b4a18a52af1935304a4a4', 'gw_port': {'id': '1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0224548f-4425-496d-bc22-a36d33eee905', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '0db5fbd6-d465-44df-ac41-14932f036be3', 'name': '', 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4', 'mac_address': 'fa:16:3e:73:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0224548f-4425-496d-bc22-a36d33eee905', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebf76aec-3f3f-452b-8de2-4bff3949f906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:26Z', 'updated_at': '2021-10-27T14:13:28Z', 'revision_number': 2, 'project_id': '1027d0d8d53b4a18a52af1935304a4a4', 'subnets': [{'id': 'ebf76aec-3f3f-452b-8de2-4bff3949f906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:34.021350 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Checking router: 0224548f-4425-496d-bc22-a36d33eee905 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:13:34.021916 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Updating router 0224548f-4425-496d-bc22-a36d33eee905 port 0db5fbd6-d465-44df-ac41-14932f036be3 binding host dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:13:34.080611 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-26d7a22a-d615-42b0-b73e-d251b5e93501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:34.169199 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-07ed8e47-604e-4db2-adc5-80ae56db6a0c service neutron] 10.222.0.36 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2764518
Oct 27 14:13:34.187143 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-14cd2d78-51f7-4d49-a636-9d01378ba4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:34.243069 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-26d7a22a-d615-42b0-b73e-d251b5e93501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:34.271214 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:34.390708 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-14cd2d78-51f7-4d49-a636-9d01378ba4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:34.394926 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-14cd2d78-51f7-4d49-a636-9d01378ba4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:81296579f14a4a48b8b614a1672cfdae is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:34.400068 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-14cd2d78-51f7-4d49-a636-9d01378ba4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:34.406950 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-14cd2d78-51f7-4d49-a636-9d01378ba4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:34.499772 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-26d7a22a-d615-42b0-b73e-d251b5e93501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:34.502655 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 34504) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:34.508515 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-80d9fbaa-415f-4813-b5f9-88ba8cf85281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:34.528613 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7a22a-d615-42b0-b73e-d251b5e93501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b6ddcf-a5db-44b4-9448-0beb366662cc,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:34.540396 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-26d7a22a-d615-42b0-b73e-d251b5e93501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:34.543100 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-26d7a22a-d615-42b0-b73e-d251b5e93501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:34.544784 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-26d7a22a-d615-42b0-b73e-d251b5e93501 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26b6ddcf-a5db-44b4-9448-0beb366662cc HTTP/1.1" status: 204  len: 168 time: 0.6701350
Oct 27 14:13:34.559722 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-14cd2d78-51f7-4d49-a636-9d01378ba4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:34.566179 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-14cd2d78-51f7-4d49-a636-9d01378ba4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:34.587651 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-666ffe1a-3fa8-464a-9abc-3a27c110ae45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:34.702609 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd2d78-51f7-4d49-a636-9d01378ba4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0d008f-f907-49e2-bc68-90aa414342ab,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:34.711429 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-14cd2d78-51f7-4d49-a636-9d01378ba4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:34.721123 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-14cd2d78-51f7-4d49-a636-9d01378ba4f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81296579f14a4a48b8b614a1672cfdae&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1886652
Oct 27 14:13:34.728431 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34512) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:34.876650 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-95575e49-e45e-4ecb-a610-218defadedb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:34.929554 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-95575e49-e45e-4ecb-a610-218defadedb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:35.084920 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13705cfa-2cde-4653-90b8-9a199d284089 req-bebefdbf-d428-4cc2-8a82-ba8b28685c03 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:35.086352 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13705cfa-2cde-4653-90b8-9a199d284089 req-bebefdbf-d428-4cc2-8a82-ba8b28685c03 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.79 "GET /v2.0/networks?id=9bd4c627-9607-418d-80f2-20043ff89635 HTTP/1.1" status: 200  len: 819 time: 0.5862880
Oct 27 14:13:35.107431 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Notify callbacks [] for port, precommit_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:35.134863 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-95575e49-e45e-4ecb-a610-218defadedb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:35.135558 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Transition to ACTIVE for port object 0db5fbd6-d465-44df-ac41-14932f036be3 will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:13:35.149656 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:35.152055 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-0cf91ce1-cde2-4be0-abea-2e3f61d55fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:35.160759 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:35.171403 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-981356aa-d344-442f-913b-ab83af240ae4 req-71405720-7fae-4d1b-92dd-84162b547640 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 210 time: 0.0837350
Oct 27 14:13:35.187975 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Request body: {'port': {'device_id': 'e728bb54-b3df-4cf6-95e8-fc4ecfdb4230', 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635', 'admin_state_up': True, 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:35.195131 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95575e49-e45e-4ecb-a610-218defadedb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0d008f-f907-49e2-bc68-90aa414342ab,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:35.202443 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-95575e49-e45e-4ecb-a610-218defadedb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:35.203805 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-95575e49-e45e-4ecb-a610-218defadedb3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b0d008f-f907-49e2-bc68-90aa414342ab HTTP/1.1" status: 204  len: 168 time: 0.4742324
Oct 27 14:13:35.208750 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-95575e49-e45e-4ecb-a610-218defadedb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:35.312184 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b358e5b0-771f-4982-9669-6a8d475beb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:35.391850 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f738032-b350-45bf-8e6a-06e84f6e2f7d None None] Pushing event updated for resources: {'Port': ['ID=0db5fbd6-d465-44df-ac41-14932f036be3,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:35.406181 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-4f738032-b350-45bf-8e6a-06e84f6e2f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:35.416562 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:35.428845 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Usage tracker for resource:port and tenant:1027d0d8d53b4a18a52af1935304a4a4 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:35.435996 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-b358e5b0-771f-4982-9669-6a8d475beb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:35.438486 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:35.454756 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdd81d-3a8d-4a04-87a5-318fb3658e15 req-924b313f-abe9-414a-9409-f58b0cf2d03b tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:35.462336 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-92bdd81d-3a8d-4a04-87a5-318fb3658e15 req-924b313f-abe9-414a-9409-f58b0cf2d03b tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 945 time: 1.1022239
Oct 27 14:13:35.464496 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:35.466942 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-b358e5b0-771f-4982-9669-6a8d475beb92 admin admin] Usage tracker for resource:security_group_rule and tenant:b8e8df4a0e6541e1a95f328f9c326359 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:35.489393 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-b358e5b0-771f-4982-9669-6a8d475beb92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:35.503763 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-b358e5b0-771f-4982-9669-6a8d475beb92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:35.510374 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Made reservation on behalf of 1027d0d8d53b4a18a52af1935304a4a4 for: {'port': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:13:35.513979 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:35.569206 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Attempting to bind port 0db5fbd6-d465-44df-ac41-14932f036be3 on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:13:35.570591 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Attempting to bind port 0db5fbd6-d465-44df-ac41-14932f036be3 by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '5d05728e-916c-4ebc-baeb-816026e6291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:13:35.572255 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Attempting to bind port 0db5fbd6-d465-44df-ac41-14932f036be3 on network 9bd4c627-9607-418d-80f2-20043ff89635 {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:13:35.580861 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:13:35.581337 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Checking segment: {'id': '5d05728e-916c-4ebc-baeb-816026e6291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:13:35.581855 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:35.583206 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Bound using segment: {'id': '5d05728e-916c-4ebc-baeb-816026e6291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:13:35.584236 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Bound port: 0db5fbd6-d465-44df-ac41-14932f036be3, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d05728e-916c-4ebc-baeb-816026e6291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:13:35.585386 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:35.656174 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-92bdd81d-3a8d-4a04-87a5-318fb3658e15 req-4b1df113-4d9d-44c7-8c4f-b06a39a529cf tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928308
Oct 27 14:13:35.714566 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] For port 0db5fbd6-d465-44df-ac41-14932f036be3, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:13:35.718404 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] For port 0db5fbd6-d465-44df-ac41-14932f036be3, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=0db5fbd6-d465-44df-ac41-14932f036be3,segment=NetworkSegment(5d05728e-916c-4ebc-baeb-816026e6291f),segment_id=5d05728e-916c-4ebc-baeb-816026e6291f)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:13:35.724699 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:35.729685 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:35.829590 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b358e5b0-771f-4982-9669-6a8d475beb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:35.834759 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Routers {'0224548f-4425-496d-bc22-a36d33eee905'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:13:35.835704 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17ab1070>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:13:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['0224548f-4425-496d-bc22-a36d33eee905'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:35.840004 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b358e5b0-771f-4982-9669-6a8d475beb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:35.857439 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-9f345154-133a-4c9e-91b2-01872c26d721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:35.886151 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Allocated IP 172.20.0.10 (9bd4c627-9607-418d-80f2-20043ff89635/ebf76aec-3f3f-452b-8de2-4bff3949f906/40d95cdc-8597-4916-9068-037dce14522f) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:13:35.925590 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358e5b0-771f-4982-9669-6a8d475beb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a57198d-b53c-4f95-813b-ff879bf32fd2,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:35.931298 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b358e5b0-771f-4982-9669-6a8d475beb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:35.937988 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-b358e5b0-771f-4982-9669-6a8d475beb92 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8e8df4a0e6541e1a95f328f9c326359&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3959095
Oct 27 14:13:35.941059 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34552) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:36.068134 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9fb737f0-6a87-4ec0-a6bb-8bd633bbcd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:36.078185 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f738032-b350-45bf-8e6a-06e84f6e2f7d None None] Pushing event updated for resources: {'Port': ['ID=0db5fbd6-d465-44df-ac41-14932f036be3,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:36.084552 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-4f738032-b350-45bf-8e6a-06e84f6e2f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:36.117592 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9fb737f0-6a87-4ec0-a6bb-8bd633bbcd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:36.143384 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] Set router 0224548f-4425-496d-bc22-a36d33eee905 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:13:36.206299 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9fb737f0-6a87-4ec0-a6bb-8bd633bbcd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:36.214121 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-ba8d76ff-8e09-47a7-a1d3-14f6dab6ca33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:36.243190 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb737f0-6a87-4ec0-a6bb-8bd633bbcd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a57198d-b53c-4f95-813b-ff879bf32fd2,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:36.247169 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9fb737f0-6a87-4ec0-a6bb-8bd633bbcd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:36.251922 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-9fb737f0-6a87-4ec0-a6bb-8bd633bbcd1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a57198d-b53c-4f95-813b-ff879bf32fd2 HTTP/1.1" status: 204  len: 168 time: 0.3085835
Oct 27 14:13:36.254100 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-9fb737f0-6a87-4ec0-a6bb-8bd633bbcd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:36.323601 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34564) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:36.342943 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:36.405174 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:36.486328 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0bb3c60a-1e08-4b59-a07c-ed72bec0a727 req-f0cde5b7-bb22-418e-aed0-fe783e05516e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 210 time: 0.0792027
Oct 27 14:13:36.494541 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ae76e32b-f1fd-4463-831d-f0b53b0abe1d tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:36.627983 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Network 9bd4c627-9607-418d-80f2-20043ff89635 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:13:36.634074 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:13:36.637078 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:13:36.690528 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17ab1070>, [{'id': '0224548f-4425-496d-bc22-a36d33eee905', 'name': 'tempest-ServerRescueNegativeTestJSON-1034045751-router', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:13:27Z', 'revision_number': 4, 'project_id': '1027d0d8d53b4a18a52af1935304a4a4', 'gw_port': {'id': '1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0224548f-4425-496d-bc22-a36d33eee905', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '0db5fbd6-d465-44df-ac41-14932f036be3', 'name': '', 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4', 'mac_address': 'fa:16:3e:73:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0224548f-4425-496d-bc22-a36d33eee905', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebf76aec-3f3f-452b-8de2-4bff3949f906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:26Z', 'updated_at': '2021-10-27T14:13:35Z', 'revision_number': 4, 'project_id': '1027d0d8d53b4a18a52af1935304a4a4', 'subnets': [{'id': 'ebf76aec-3f3f-452b-8de2-4bff3949f906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:36.697747 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47071a7-fe82-4791-80b7-c50c490be3c3 None None] The sync data for ids ['0224548f-4425-496d-bc22-a36d33eee905'] in dv-cinder-815663-1-iscsi is: [{'id': '0224548f-4425-496d-bc22-a36d33eee905', 'name': 'tempest-ServerRescueNegativeTestJSON-1034045751-router', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:13:27Z', 'revision_number': 4, 'project_id': '1027d0d8d53b4a18a52af1935304a4a4', 'gw_port': {'id': '1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0224548f-4425-496d-bc22-a36d33eee905', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '0db5fbd6-d465-44df-ac41-14932f036be3', 'name': '', 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4', 'mac_address': 'fa:16:3e:73:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0224548f-4425-496d-bc22-a36d33eee905', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebf76aec-3f3f-452b-8de2-4bff3949f906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:26Z', 'updated_at': '2021-10-27T14:13:35Z', 'revision_number': 4, 'project_id': '1027d0d8d53b4a18a52af1935304a4a4', 'subnets': [{'id': 'ebf76aec-3f3f-452b-8de2-4bff3949f906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:13:36.741015 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Pushing event updated for resources: {'Port': ['ID=40d95cdc-8597-4916-9068-037dce14522f,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:36.744217 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:36.819742 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:36.820379 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:36.856826 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-4577cc2e-6e80-41b3-a695-5f43c21baaee tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:36.858381 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-4577cc2e-6e80-41b3-a695-5f43c21baaee tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.79 "GET /v2.0/networks?id=9bd4c627-9607-418d-80f2-20043ff89635 HTTP/1.1" status: 200  len: 819 time: 0.3708241
Oct 27 14:13:36.889343 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Request body: {'port': {'device_id': '83a18914-9c5f-4766-81a8-cc258b39f430', 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635', 'admin_state_up': True, 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:37.041524 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13705cfa-2cde-4653-90b8-9a199d284089 req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8615227
Oct 27 14:13:37.052434 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-8e9efc71-87c7-4850-91e0-db80acef4820 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=076d0906af24471cb4831b6aa7ed91a4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7271709
Oct 27 14:13:37.053125 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34584) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:37.142230 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Request body: {'port': {'device_id': 'e728bb54-b3df-4cf6-95e8-fc4ecfdb4230', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:37.147955 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d040aaee-d9a7-4a49-b11c-856c1795457f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:37.211180 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d040aaee-d9a7-4a49-b11c-856c1795457f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:37.292143 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d040aaee-d9a7-4a49-b11c-856c1795457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:37.299915 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20904c95-3f5b-4453-b2dd-5ddecc92258e req-02c8ed3b-8ff8-4b9d-a704-1ac21904e566 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:37.301350 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-20904c95-3f5b-4453-b2dd-5ddecc92258e req-02c8ed3b-8ff8-4b9d-a704-1ac21904e566 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 945 time: 0.3918161
Oct 27 14:13:37.309965 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-3da77d57-f9b4-421d-bc56-fdfcd3c14e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:37.331604 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040aaee-d9a7-4a49-b11c-856c1795457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceace18-c84c-4d93-9e12-0b508566ed67,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:37.335688 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d040aaee-d9a7-4a49-b11c-856c1795457f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:37.345385 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d040aaee-d9a7-4a49-b11c-856c1795457f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:37.347292 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-d040aaee-d9a7-4a49-b11c-856c1795457f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aceace18-c84c-4d93-9e12-0b508566ed67 HTTP/1.1" status: 204  len: 168 time: 0.2928274
Oct 27 14:13:37.377468 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:37.419118 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:37.423164 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-20904c95-3f5b-4453-b2dd-5ddecc92258e req-fd88594f-3a02-4c89-bb3d-0cf66f71f5f0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060176
Oct 27 14:13:37.430780 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Usage tracker for resource:port and tenant:1027d0d8d53b4a18a52af1935304a4a4 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:37.467450 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:37.480578 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:37.511911 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Made reservation on behalf of 1027d0d8d53b4a18a52af1935304a4a4 for: {'port': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:13:37.518588 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:37.836838 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 0db5fbd6-d465-44df-ac41-14932f036be3 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:13:37.884614 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-6ad609bc-7623-49ce-955e-9be1b2a8962c req-18eb0e68-55cc-49d7-a316-2435f40e5f57 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Synchronizing usage tracker for tenant:1027d0d8d53b4a18a52af1935304a4a4 on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:13:37.992254 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-6ad609bc-7623-49ce-955e-9be1b2a8962c req-18eb0e68-55cc-49d7-a316-2435f40e5f57 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Unset dirty status for tenant:1027d0d8d53b4a18a52af1935304a4a4 on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:13:37.993739 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6ad609bc-7623-49ce-955e-9be1b2a8962c req-18eb0e68-55cc-49d7-a316-2435f40e5f57 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 210 time: 0.2144802
Oct 27 14:13:38.070336 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 0db5fbd6-d465-44df-ac41-14932f036be3 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:13:38.086344 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 0db5fbd6-d465-44df-ac41-14932f036be3 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:38.087095 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:38.273955 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d95cdc-8597-4916-9068-037dce14522f {{(pid=82823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:13:38.283256 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:38.285002 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:38.304724 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Transition to ACTIVE for port object 40d95cdc-8597-4916-9068-037dce14522f will not be triggered until provisioned by entity L2. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:13:38.391022 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:38.402646 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:38.411905 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 0db5fbd6-d465-44df-ac41-14932f036be3, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=0db5fbd6-d465-44df-ac41-14932f036be3,segment=NetworkSegment(5d05728e-916c-4ebc-baeb-816026e6291f),segment_id=5d05728e-916c-4ebc-baeb-816026e6291f)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:38.417312 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:38.424093 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:38.451695 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Allocated IP 172.20.0.11 (9bd4c627-9607-418d-80f2-20043ff89635/ebf76aec-3f3f-452b-8de2-4bff3949f906/ac2fab45-438e-449f-9484-5801f36a0efd) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:13:38.569624 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=0db5fbd6-d465-44df-ac41-14932f036be3,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:38.580557 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:38.599489 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Pushing event updated for resources: {'Port': ['ID=40d95cdc-8597-4916-9068-037dce14522f,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:38.646141 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:38.846306 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Attempting to bind port 40d95cdc-8597-4916-9068-037dce14522f on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:13:38.846669 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Attempting to bind port 40d95cdc-8597-4916-9068-037dce14522f by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '5d05728e-916c-4ebc-baeb-816026e6291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635'}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:13:38.846994 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Attempting to bind port 40d95cdc-8597-4916-9068-037dce14522f on network 9bd4c627-9607-418d-80f2-20043ff89635 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:13:38.871193 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Port 40d95cdc-8597-4916-9068-037dce14522f on network 9bd4c627-9607-418d-80f2-20043ff89635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:13:38.871516 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Attempting to bind port 40d95cdc-8597-4916-9068-037dce14522f on network 9bd4c627-9607-418d-80f2-20043ff89635 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:13:38.892347 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:13:38.892685 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Checking segment: {'id': '5d05728e-916c-4ebc-baeb-816026e6291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:13:38.893078 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Bound using segment: {'id': '5d05728e-916c-4ebc-baeb-816026e6291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635'} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:13:38.893506 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Bound port: 40d95cdc-8597-4916-9068-037dce14522f, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d05728e-916c-4ebc-baeb-816026e6291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635'}}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:13:38.893853 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:38.935817 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:39.034199 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] For port 40d95cdc-8597-4916-9068-037dce14522f, host hv-cinder-81566, cleared binding levels {{(pid=82823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:13:39.045734 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] For port 40d95cdc-8597-4916-9068-037dce14522f, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=40d95cdc-8597-4916-9068-037dce14522f,segment=NetworkSegment(5d05728e-916c-4ebc-baeb-816026e6291f),segment_id=5d05728e-916c-4ebc-baeb-816026e6291f)] {{(pid=82823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:13:39.061215 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:39.066373 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:39.105415 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:39.155504 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:39.157053 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13705cfa-2cde-4653-90b8-9a199d284089 req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] 10.222.0.79 "PUT /v2.0/ports/40d95cdc-8597-4916-9068-037dce14522f HTTP/1.1" status: 200  len: 1094 time: 2.0295594
Oct 27 14:13:39.157791 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e728bb54-b3df-4cf6-95e8-fc4ecfdb4230', 'tag': '40d95cdc-8597-4916-9068-037dce14522f'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:13:39.178536 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Network 9bd4c627-9607-418d-80f2-20043ff89635 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:13:39.179856 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Pushing event updated for resources: {'Port': ['ID=40d95cdc-8597-4916-9068-037dce14522f,revision_number=3']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:39.183155 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:13:39.185177 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:39.185816 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:39.220125 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:13:39.310903 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e728bb54-b3df-4cf6-95e8-fc4ecfdb4230', 'tag': '40d95cdc-8597-4916-9068-037dce14522f', 'status': 'completed', 'code': 200}
Oct 27 14:13:39.510472 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:39.525139 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:39.557856 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Pushing event updated for resources: {'Port': ['ID=ac2fab45-438e-449f-9484-5801f36a0efd,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:39.568484 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:39.584856 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7037594
Oct 27 14:13:39.606701 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Request body: {'port': {'device_id': '83a18914-9c5f-4766-81a8-cc258b39f430', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:39.685668 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13705cfa-2cde-4653-90b8-9a199d284089 req-5fa723ae-67de-4b00-9dc2-2c52e8954c19 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1027d0d8d53b4a18a52af1935304a4a4&device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 1097 time: 0.4287829
Oct 27 14:13:39.752882 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 0db5fbd6-d465-44df-ac41-14932f036be3 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:13:39.803003 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8d8b2-0b44-40ac-8339-a16470bdd6c2 req-c7aa6639-c145-423e-8b4e-cbc074bc51e4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:39.814377 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-78c8d8b2-0b44-40ac-8339-a16470bdd6c2 req-c7aa6639-c145-423e-8b4e-cbc074bc51e4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 932 time: 0.5511103
Oct 27 14:13:39.950599 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 0db5fbd6-d465-44df-ac41-14932f036be3 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:39.951549 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:39.963943 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13705cfa-2cde-4653-90b8-9a199d284089 req-f39b5a62-8ccd-421f-a084-fb342060d8c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40d95cdc-8597-4916-9068-037dce14522f HTTP/1.1" status: 200  len: 217 time: 0.1883738
Oct 27 14:13:40.060096 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:40.413198 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-78c8d8b2-0b44-40ac-8339-a16470bdd6c2 req-c5501ff6-f3cc-4ee5-9ed1-8017a8b8f857 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5973296
Oct 27 14:13:40.508850 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13705cfa-2cde-4653-90b8-9a199d284089 req-9f6227f1-06bc-447c-bd31-9941ead3e41c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:40.510862 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13705cfa-2cde-4653-90b8-9a199d284089 req-9f6227f1-06bc-447c-bd31-9941ead3e41c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ebf76aec-3f3f-452b-8de2-4bff3949f906 HTTP/1.1" status: 200  len: 859 time: 0.5342977
Oct 27 14:13:40.592750 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13705cfa-2cde-4653-90b8-9a199d284089 req-c77db44b-9f15-44f8-928a-ea73b6a0b7a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9bd4c627-9607-418d-80f2-20043ff89635&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0693235
Oct 27 14:13:40.726607 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34704) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:40.890224 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13705cfa-2cde-4653-90b8-9a199d284089 req-130fc32e-aee5-4d9e-b166-b8035ec37527 service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2883377
Oct 27 14:13:41.031182 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-518074419-network', 'tenant_id': '17464c5131664d84a88aee4a92d27614'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:41.037731 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:41.045174 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Usage tracker for resource:network and tenant:17464c5131664d84a88aee4a92d27614 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:41.056850 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:41.066378 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.db.resource_extend [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Oct 27 14:13:41.076328 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:41.113425 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Made reservation on behalf of 17464c5131664d84a88aee4a92d27614 for: {'network': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:13:41.116377 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:41.147066 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:41.149784 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13705cfa-2cde-4653-90b8-9a199d284089 req-11ca60db-fdd3-40fa-bd96-3c46297ded79 service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2483833
Oct 27 14:13:41.165752 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2fab45-438e-449f-9484-5801f36a0efd {{(pid=82823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:13:41.178254 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:41.199188 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Transition to ACTIVE for port object ac2fab45-438e-449f-9484-5801f36a0efd will not be triggered until provisioned by entity L2. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:13:41.208503 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:41.208861 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:41.213264 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Usage tracker for resource:security_group_rule and tenant:17464c5131664d84a88aee4a92d27614 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:41.216462 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:41.223665 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:41.258384 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:41.317326 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:41.322599 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:41.338318 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075}  {{(pid=82824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:13:41.351142 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:41.351533 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.segments_db [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Added segment 7afa0abc-9ba5-4c44-8a9a-330402cb30c5 of type vlan for network 8ecb5a6d-f03e-4447-a995-145b38777b2c
Oct 27 14:13:41.394577 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:41.432995 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-95575e49-e45e-4ecb-a610-218defadedb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:41.447898 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:41.458319 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:41.460527 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:41.501279 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Pushing event updated for resources: {'Port': ['ID=ac2fab45-438e-449f-9484-5801f36a0efd,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:41.510824 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:41.537650 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f183a09-6937-4e8c-8698-7698367c1212,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:41.580401 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:41.584550 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:41.592583 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c71c408-f92a-451d-936c-9f427164bf71 req-d2b8b5b0-2983-45c1-9810-f931b1677959 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1027d0d8d53b4a18a52af1935304a4a4&device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 1097 time: 0.3703449
Oct 27 14:13:41.667556 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Attempting to bind port ac2fab45-438e-449f-9484-5801f36a0efd on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:13:41.667944 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Attempting to bind port ac2fab45-438e-449f-9484-5801f36a0efd by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '5d05728e-916c-4ebc-baeb-816026e6291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635'}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:13:41.668315 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Attempting to bind port ac2fab45-438e-449f-9484-5801f36a0efd on network 9bd4c627-9607-418d-80f2-20043ff89635 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:13:41.783918 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Pushing event updated for resources: {'Network': ['ID=8ecb5a6d-f03e-4447-a995-145b38777b2c,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:41.795338 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network 8ecb5a6d-f03e-4447-a995-145b38777b2c details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:13:41.805196 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:41.814391 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Port ac2fab45-438e-449f-9484-5801f36a0efd on network 9bd4c627-9607-418d-80f2-20043ff89635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:13:41.814706 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0863581
Oct 27 14:13:41.814828 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Attempting to bind port ac2fab45-438e-449f-9484-5801f36a0efd on network 9bd4c627-9607-418d-80f2-20043ff89635 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:13:41.816161 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34746) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:41.832336 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Request body: {'subnet': {'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-518074419-subnet', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'ip_version': 4}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:41.841705 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:41.867644 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Usage tracker for resource:subnet and tenant:17464c5131664d84a88aee4a92d27614 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:41.868199 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:13:41.868539 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Checking segment: {'id': '5d05728e-916c-4ebc-baeb-816026e6291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:13:41.868925 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Bound using segment: {'id': '5d05728e-916c-4ebc-baeb-816026e6291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635'} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:13:41.869366 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Bound port: ac2fab45-438e-449f-9484-5801f36a0efd, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d05728e-916c-4ebc-baeb-816026e6291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635'}}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:13:41.869706 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:41.872318 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:41.879698 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:41.904026 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Made reservation on behalf of 17464c5131664d84a88aee4a92d27614 for: {'subnet': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:13:41.906819 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16133470'] for subnet, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:42.032647 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c408-f92a-451d-936c-9f427164bf71 req-147f19fc-271a-48c3-bba8-50cb7acfe49a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:42.034070 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c71c408-f92a-451d-936c-9f427164bf71 req-147f19fc-271a-48c3-bba8-50cb7acfe49a service neutron] 10.222.0.79 "GET /v2.0/networks?id=9bd4c627-9607-418d-80f2-20043ff89635 HTTP/1.1" status: 200  len: 921 time: 0.4263053
Oct 27 14:13:42.120233 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7070986-2f8e-45e6-9118-d7658f2a4fc5 req-8c4b8f66-fb6c-4efc-bbf8-6d8eb9503291 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:42.127021 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f7070986-2f8e-45e6-9118-d7658f2a4fc5 req-8c4b8f66-fb6c-4efc-bbf8-6d8eb9503291 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 944 time: 0.4348850
Oct 27 14:13:42.179211 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] For port ac2fab45-438e-449f-9484-5801f36a0efd, host hv-cinder-81566, cleared binding levels {{(pid=82823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:13:42.187323 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] For port ac2fab45-438e-449f-9484-5801f36a0efd, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ac2fab45-438e-449f-9484-5801f36a0efd,segment=NetworkSegment(5d05728e-916c-4ebc-baeb-816026e6291f),segment_id=5d05728e-916c-4ebc-baeb-816026e6291f)] {{(pid=82823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:13:42.229433 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c71c408-f92a-451d-936c-9f427164bf71 req-0442a43f-0d8c-4f0b-a16d-f6a8fcb2511e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40d95cdc-8597-4916-9068-037dce14522f HTTP/1.1" status: 200  len: 217 time: 0.1824832
Oct 27 14:13:42.261735 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:42.322448 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f7070986-2f8e-45e6-9118-d7658f2a4fc5 req-da149733-9722-4785-9662-4b66b124a606 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944845
Oct 27 14:13:42.341289 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16043881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16133416'] for subnet, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:42.345570 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-eb121748-db81-4118-8dab-19c0fa70a7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:42.366779 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:42.483848 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de23510a-d9b0-430c-ab14-9f49b3e3e9a5,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:42.490121 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:42.559099 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Checking segment: {'id': '7afa0abc-9ba5-4c44-8a9a-330402cb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:13:42.559708 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Network hostable DHCP agents. Network: 8ecb5a6d-f03e-4447-a995-145b38777b2c, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:13:42.594672 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Network 8ecb5a6d-f03e-4447-a995-145b38777b2c is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:13:42.610613 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, 8ecb5a6d-f03e-4447-a995-145b38777b2c) {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:13:42.623813 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd3438b-54c5-4b98-a00a-3e1a50ad5653 None None] Network 8ecb5a6d-f03e-4447-a995-145b38777b2c requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:13:42.635664 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:42.636379 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:42.714657 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-e275a585-0d6a-49ee-9e97-c9e3d4545d61 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8967190
Oct 27 14:13:42.717307 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34792) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:42.724013 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:42.728287 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:42.732081 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Usage tracker for resource:router and tenant:17464c5131664d84a88aee4a92d27614 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:42.735030 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:42.741349 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:42.756545 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16423044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59882'] for router, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:42.758503 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16495057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:42.766508 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:42.767911 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] 10.222.0.79 "PUT /v2.0/ports/ac2fab45-438e-449f-9484-5801f36a0efd HTTP/1.1" status: 200  len: 1094 time: 3.1724107
Oct 27 14:13:42.774612 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a18914-9c5f-4766-81a8-cc258b39f430', 'tag': 'ac2fab45-438e-449f-9484-5801f36a0efd'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:13:42.804647 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c408-f92a-451d-936c-9f427164bf71 req-d682588e-0fd0-4894-a5ad-579bee6edd40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:42.806045 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c71c408-f92a-451d-936c-9f427164bf71 req-d682588e-0fd0-4894-a5ad-579bee6edd40 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ebf76aec-3f3f-452b-8de2-4bff3949f906 HTTP/1.1" status: 200  len: 859 time: 0.5373197
Oct 27 14:13:42.813591 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:42.815643 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Pushing event updated for resources: {'Port': ['ID=ac2fab45-438e-449f-9484-5801f36a0efd,revision_number=3']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:42.833974 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:42.927865 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:42.946543 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c71c408-f92a-451d-936c-9f427164bf71 req-f9f6a9d6-6669-4552-af74-73868a5b8c3f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9bd4c627-9607-418d-80f2-20043ff89635&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1011937
Oct 27 14:13:42.958733 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-34747952-4b42-44c4-ac94-5ebe40080473 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:42.960218 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-34747952-4b42-44c4-ac94-5ebe40080473 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/networks?id=0b9d4f1d-af76-43ad-875e-6597feb65c8e HTTP/1.1" status: 200  len: 814 time: 0.8313067
Oct 27 14:13:42.995237 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a18914-9c5f-4766-81a8-cc258b39f430', 'tag': 'ac2fab45-438e-449f-9484-5801f36a0efd', 'status': 'completed', 'code': 200}
Oct 27 14:13:43.068689 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 40d95cdc-8597-4916-9068-037dce14522f details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:13:43.103541 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-a78c35d3-9cac-4638-a72f-618d8b907a43 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/quotas/32e064bd64034775bfe5271d56d189d9 HTTP/1.1" status: 200  len: 375 time: 0.1150222
Oct 27 14:13:43.106723 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 34804) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:43.153137 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fce550-c1a4-55b7-a1a4-7db2473b096c-8ecb5a6d-f03e-4447-a995-145b38777b2c', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'fixed_ips': [{'subnet_id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5'}]}} from dv-cinder-815663-1-iscsi. {{(pid=82826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 14:13:43.154141 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:43.179526 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16419597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16423058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59777'] for router, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:43.216856 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-4e25ebd8-4f44-4dec-b960-132228db2518 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1027d0d8d53b4a18a52af1935304a4a4&device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 1097 time: 0.3795149
Oct 27 14:13:43.347290 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c71c408-f92a-451d-936c-9f427164bf71 req-43f90919-9c89-4738-8346-f1de75836cd6 service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3860865
Oct 27 14:13:43.464586 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-ad6cbbde-199a-4833-9ab6-191d64d5edd0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=32e064bd64034775bfe5271d56d189d9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3585732
Oct 27 14:13:43.524917 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-af50f141-0511-48e4-9182-31795e9fdcf4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac2fab45-438e-449f-9484-5801f36a0efd HTTP/1.1" status: 200  len: 217 time: 0.2757280
Oct 27 14:13:43.576342 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:43.576522 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 40d95cdc-8597-4916-9068-037dce14522f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=40d95cdc-8597-4916-9068-037dce14522f,segment=NetworkSegment(5d05728e-916c-4ebc-baeb-816026e6291f),segment_id=5d05728e-916c-4ebc-baeb-816026e6291f)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:43.612576 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:43.614771 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '40d95cdc-8597-4916-9068-037dce14522f', 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635', 'port_id': '40d95cdc-8597-4916-9068-037dce14522f', 'mac_address': 'fa:16:3e:5f:94:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf76aec-3f3f-452b-8de2-4bff3949f906', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:13:43.686193 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:43.700751 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.db_base_plugin_common [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Allocated IP 172.20.0.2 (8ecb5a6d-f03e-4447-a995-145b38777b2c/de23510a-d9b0-430c-ab14-9f49b3e3e9a5/5c7b3214-4648-4c85-8bec-382db77a6f8e) {{(pid=82826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:13:43.720447 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d95cdc-8597-4916-9068-037dce14522f {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:13:43.741803 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c46c-8939-48b5-bd49-ef617a1252f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:43.774662 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 40d95cdc-8597-4916-9068-037dce14522f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=40d95cdc-8597-4916-9068-037dce14522f,segment=NetworkSegment(5d05728e-916c-4ebc-baeb-816026e6291f),segment_id=5d05728e-916c-4ebc-baeb-816026e6291f)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:43.823429 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Allocated IP 172.27.2.131 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/0ca03051-9299-41ef-aa42-7dce4042b139) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:13:43.824961 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:43.832368 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:43.857958 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-8dd1c46c-8939-48b5-bd49-ef617a1252f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:43.862063 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-8dd1c46c-8939-48b5-bd49-ef617a1252f9 admin admin] Usage tracker for resource:security_group_rule and tenant:cf3310b4e33b4d0cb3757b6fa35787a7 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:43.865530 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-8dd1c46c-8939-48b5-bd49-ef617a1252f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:43.871269 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-8dd1c46c-8939-48b5-bd49-ef617a1252f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:43.918742 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=40d95cdc-8597-4916-9068-037dce14522f,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:43.923728 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:43.943369 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c46c-8939-48b5-bd49-ef617a1252f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:43.960411 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c46c-8939-48b5-bd49-ef617a1252f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:43.990044 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0f1cd264-c551-4b73-b412-4a71a3fdcf01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:44.035764 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-0dc8d5ee-7c6c-49f1-807f-a2b2ff3acb04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:44.037216 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-0dc8d5ee-7c6c-49f1-807f-a2b2ff3acb04 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ebf76aec-3f3f-452b-8de2-4bff3949f906 HTTP/1.1" status: 200  len: 859 time: 0.4963336
Oct 27 14:13:44.052197 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:44.112746 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:44.117245 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:44.124877 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-583ed17b-99f4-47b2-964f-679649fa5700 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9bd4c627-9607-418d-80f2-20043ff89635&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0542467
Oct 27 14:13:44.134221 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['40d95cdc-8597-4916-9068-037dce14522f'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:13:44.151421 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cdb68-1c0e-4aec-8ba7-377aecea0e63 req-2d29f84c-4fd2-4f7f-ae13-210995175d9e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:44.158383 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-392cdb68-1c0e-4aec-8ba7-377aecea0e63 req-2d29f84c-4fd2-4f7f-ae13-210995175d9e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 944 time: 0.5551677
Oct 27 14:13:44.161961 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c71c408-f92a-451d-936c-9f427164bf71 req-f8bafdfb-3542-4d1d-bb61-5adb39f44aa4 service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7827387
Oct 27 14:13:44.204714 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca03051-9299-41ef-aa42-7dce4042b139,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:44.208838 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:44.224724 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:13:44.226657 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:13:44.234262 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:13:44.273546 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1c46c-8939-48b5-bd49-ef617a1252f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a9c9b5-f045-4711-be2d-1ba89111916d,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:44.295650 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-8dd1c46c-8939-48b5-bd49-ef617a1252f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf3310b4e33b4d0cb3757b6fa35787a7&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1776783
Oct 27 14:13:44.299228 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-8dd1c46c-8939-48b5-bd49-ef617a1252f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:44.307087 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34836) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:44.319631 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-574447f8-66fa-4b8d-a786-836f29d7f718 service neutron] 10.222.0.36 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8538723
Oct 27 14:13:44.400619 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Notify callbacks [] for port, precommit_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:44.449005 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Transition to ACTIVE for port object 5c7b3214-4648-4c85-8bec-382db77a6f8e will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:13:44.462062 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b4f2-e0d5-4f5a-b40d-1a6bee571edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:44.505090 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b4f2-e0d5-4f5a-b40d-1a6bee571edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:44.530866 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Transition to ACTIVE for port object 5c7b3214-4648-4c85-8bec-382db77a6f8e will not be triggered until provisioned by entity DHCP. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:13:44.557957 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598'] for port, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:44.558662 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-c983b8c3-ba0f-4d6a-b670-adf3a1f02c59 service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4135208
Oct 27 14:13:44.564462 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:44.584118 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:44.585198 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16419618'] for router, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:44.681808 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Network 8ecb5a6d-f03e-4447-a995-145b38777b2c is already hosted by enough agents. {{(pid=82826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:13:44.692918 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.base_scheduler [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Resources bound (agent type, host, resource id):  {{(pid=82826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:13:44.699649 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Received port after_create {{(pid=82826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:13:44.704024 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b4f2-e0d5-4f5a-b40d-1a6bee571edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:44.711089 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Pushing event updated for resources: {'Port': ['ID=5c7b3214-4648-4c85-8bec-382db77a6f8e,revision_number=1']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:44.713013 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-6b45750e-a786-47aa-8e0c-694952bf71ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:44.716340 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:44.732291 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8b4f2-e0d5-4f5a-b40d-1a6bee571edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a9c9b5-f045-4711-be2d-1ba89111916d,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:44.737612 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-f5b8b4f2-e0d5-4f5a-b40d-1a6bee571edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:44.807706 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b4f2-e0d5-4f5a-b40d-1a6bee571edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:44.824375 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-f5b8b4f2-e0d5-4f5a-b40d-1a6bee571edd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5a9c9b5-f045-4711-be2d-1ba89111916d HTTP/1.1" status: 204  len: 168 time: 0.5115566
Oct 27 14:13:44.844611 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Attempting to bind port 5c7b3214-4648-4c85-8bec-382db77a6f8e on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:13:44.845104 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Attempting to bind port 5c7b3214-4648-4c85-8bec-382db77a6f8e by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '7afa0abc-9ba5-4c44-8a9a-330402cb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:13:44.845583 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Attempting to bind port 5c7b3214-4648-4c85-8bec-382db77a6f8e on network 8ecb5a6d-f03e-4447-a995-145b38777b2c {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:13:44.854234 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:13:44.854607 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Checking segment: {'id': '7afa0abc-9ba5-4c44-8a9a-330402cb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:13:44.855051 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:44.855453 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Bound using segment: {'id': '7afa0abc-9ba5-4c44-8a9a-330402cb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:13:44.855941 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Bound port: 5c7b3214-4648-4c85-8bec-382db77a6f8e, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afa0abc-9ba5-4c44-8a9a-330402cb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:13:44.856318 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:44.910165 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-392cdb68-1c0e-4aec-8ba7-377aecea0e63 req-c7f0710a-fc11-4dd8-901b-37a2a508cead tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7506866
Oct 27 14:13:44.980077 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-72943435-2a0b-4128-9e73-18a68699ff0a service neutron] 10.222.0.36 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6592538
Oct 27 14:13:44.992215 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3c1993a-5d35-48c2-bb7e-84a63d6b8192 req-f5eaef10-ec4b-4ec6-adbc-e224fe2afa68 service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4220383
Oct 27 14:13:45.018991 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Router 97d80d4a-e8b5-46d4-9a19-32877b2af65d is scheduled to L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef with binding_index 1 {{(pid=82824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 14:13:45.131351 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] For port 5c7b3214-4648-4c85-8bec-382db77a6f8e, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:13:45.136602 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] For port 5c7b3214-4648-4c85-8bec-382db77a6f8e, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=5c7b3214-4648-4c85-8bec-382db77a6f8e,segment=NetworkSegment(7afa0abc-9ba5-4c44-8a9a-330402cb30c5),segment_id=7afa0abc-9ba5-4c44-8a9a-330402cb30c5)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:13:45.142956 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:45.162577 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:45.267867 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a709691a-b3ac-4785-8ea2-8d537ae200c0 req-ed3adcb3-65aa-4fc8-9208-4bb11d3ff968 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1027d0d8d53b4a18a52af1935304a4a4&device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 1097 time: 0.1825275
Oct 27 14:13:45.341839 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Pushing event updated for resources: {'Port': ['ID=5c7b3214-4648-4c85-8bec-382db77a6f8e,revision_number=2']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:45.344922 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:45.471606 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:13:45.483776 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Sync routers for ids ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:13:45.491540 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709691a-b3ac-4785-8ea2-8d537ae200c0 req-5d3854e0-e8cf-4d88-b2b4-a26e104f43fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:45.493264 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a709691a-b3ac-4785-8ea2-8d537ae200c0 req-5d3854e0-e8cf-4d88-b2b4-a26e104f43fe service neutron] 10.222.0.79 "GET /v2.0/networks?id=9bd4c627-9607-418d-80f2-20043ff89635 HTTP/1.1" status: 200  len: 921 time: 0.2170353
Oct 27 14:13:45.499378 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34864) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:45.502738 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Notify callbacks [] for router, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:45.504106 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7844143
Oct 27 14:13:45.520203 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34868) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:45.523531 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Routers {'97d80d4a-e8b5-46d4-9a19-32877b2af65d'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:13:45.526011 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce176e7070>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:13:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:45.673537 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5bc646a0-06cf-48a8-9e2f-d681bfecac54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:45.686314 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-db59b0ba-23e2-4bed-ae09-50b61bb39c0b req-b7061f04-a2f6-463a-9edb-27a86f9acd79 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 210 time: 0.3357799
Oct 27 14:13:45.690500 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a709691a-b3ac-4785-8ea2-8d537ae200c0 req-4499019a-c46c-4ba9-8e4c-562087018ead service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac2fab45-438e-449f-9484-5801f36a0efd HTTP/1.1" status: 200  len: 217 time: 0.1600959
Oct 27 14:13:45.757854 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-5bc646a0-06cf-48a8-9e2f-d681bfecac54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:45.765829 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-5bc646a0-06cf-48a8-9e2f-d681bfecac54 admin admin] Usage tracker for resource:security_group_rule and tenant:ac11b36f54c6411791ca537ad46d7a9b is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:45.775372 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-5bc646a0-06cf-48a8-9e2f-d681bfecac54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:45.795213 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-5bc646a0-06cf-48a8-9e2f-d681bfecac54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:45.898912 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709691a-b3ac-4785-8ea2-8d537ae200c0 req-a93422e9-f6b4-4d22-bb2a-fb3b698444e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:45.902482 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a709691a-b3ac-4785-8ea2-8d537ae200c0 req-a93422e9-f6b4-4d22-bb2a-fb3b698444e8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ebf76aec-3f3f-452b-8de2-4bff3949f906 HTTP/1.1" status: 200  len: 859 time: 0.2014332
Oct 27 14:13:45.951452 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 5c7b3214-4648-4c85-8bec-382db77a6f8e up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:13:45.985381 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Set router 97d80d4a-e8b5-46d4-9a19-32877b2af65d gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:13:46.072354 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a709691a-b3ac-4785-8ea2-8d537ae200c0 req-1bc7a0fa-1dd5-4521-a8a6-cd1f3a8bdd19 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9bd4c627-9607-418d-80f2-20043ff89635&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1625926
Oct 27 14:13:46.126009 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5bc646a0-06cf-48a8-9e2f-d681bfecac54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:46.235592 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5bc646a0-06cf-48a8-9e2f-d681bfecac54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:46.252199 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c537220f-4ed3-41e5-bfc2-9d52fb45f612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:46.277151 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 5c7b3214-4648-4c85-8bec-382db77a6f8e completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:13:46.311623 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc646a0-06cf-48a8-9e2f-d681bfecac54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54de870-22f3-4753-9bbd-596ecde86e84,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:46.315580 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-5bc646a0-06cf-48a8-9e2f-d681bfecac54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:46.411334 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-5bc646a0-06cf-48a8-9e2f-d681bfecac54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac11b36f54c6411791ca537ad46d7a9b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9106081
Oct 27 14:13:46.414248 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 34892) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:46.427374 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a709691a-b3ac-4785-8ea2-8d537ae200c0 req-fd195d14-de62-4062-b89a-6ffd957ca399 service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3538797
Oct 27 14:13:46.673680 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce176e7070>, [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:13:44Z', 'revision_number': 3, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port': {'id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:43Z', 'updated_at': '2021-10-27T14:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:46.679272 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Checking router: 97d80d4a-e8b5-46d4-9a19-32877b2af65d for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:13:46.679630 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Updating router 97d80d4a-e8b5-46d4-9a19-32877b2af65d port 0ca03051-9299-41ef-aa42-7dce4042b139 binding host dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:13:46.768883 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 34900) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:46.783433 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:47.068337 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device ac2fab45-438e-449f-9484-5801f36a0efd details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:13:47.145227 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a709691a-b3ac-4785-8ea2-8d537ae200c0 req-8577ba4b-8326-4720-9a0c-e66d93824f44 service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6236203
Oct 27 14:13:47.287627 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port ac2fab45-438e-449f-9484-5801f36a0efd, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ac2fab45-438e-449f-9484-5801f36a0efd,segment=NetworkSegment(5d05728e-916c-4ebc-baeb-816026e6291f),segment_id=5d05728e-916c-4ebc-baeb-816026e6291f)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:47.327175 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 40d95cdc-8597-4916-9068-037dce14522f up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:13:47.404800 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': 'ac2fab45-438e-449f-9484-5801f36a0efd', 'network_id': '9bd4c627-9607-418d-80f2-20043ff89635', 'port_id': 'ac2fab45-438e-449f-9484-5801f36a0efd', 'mac_address': 'fa:16:3e:8c:f8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf76aec-3f3f-452b-8de2-4bff3949f906', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:13:47.415035 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6e9fb29e-0d4d-424c-92ef-19fd8b68436e req-f77ddaa8-c637-4be3-9e9f-fa1c308a4d4d tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 210 time: 0.3777821
Oct 27 14:13:47.415643 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9050ca51-d716-408f-9b60-a6ff1cf9d10e None None] Network 8ecb5a6d-f03e-4447-a995-145b38777b2c requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:13:47.415762 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-1148e985-1494-4bd4-94e9-e33a1501b134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:47.469900 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-1148e985-1494-4bd4-94e9-e33a1501b134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:47.537504 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Notify callbacks [] for port, precommit_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:47.551381 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-1148e985-1494-4bd4-94e9-e33a1501b134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:47.554188 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.provisioning_blocks [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Transition to ACTIVE for port object 0ca03051-9299-41ef-aa42-7dce4042b139 will not be triggered until provisioned by entity L2. {{(pid=82827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:13:47.563715 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-41ec07d7-c37c-4b24-a16a-6272fac3476f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:47.564364 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:47.568854 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:47.570830 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:47.601870 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2fab45-438e-449f-9484-5801f36a0efd {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:13:47.610081 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b72aabd7-3052-4cf7-ae6b-4458729a351f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:47.619302 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148e985-1494-4bd4-94e9-e33a1501b134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54de870-22f3-4753-9bbd-596ecde86e84,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:47.626229 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port ac2fab45-438e-449f-9484-5801f36a0efd, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ac2fab45-438e-449f-9484-5801f36a0efd,segment=NetworkSegment(5d05728e-916c-4ebc-baeb-816026e6291f),segment_id=5d05728e-916c-4ebc-baeb-816026e6291f)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:47.642093 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-1148e985-1494-4bd4-94e9-e33a1501b134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:47.645178 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-1148e985-1494-4bd4-94e9-e33a1501b134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:47.646511 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-1148e985-1494-4bd4-94e9-e33a1501b134 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e54de870-22f3-4753-9bbd-596ecde86e84 HTTP/1.1" status: 204  len: 168 time: 1.2294908
Oct 27 14:13:47.668639 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:47.670897 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de4b8f-53f3-40ac-8d82-39f6cba0f8c1 None None] Pushing event updated for resources: {'Port': ['ID=0ca03051-9299-41ef-aa42-7dce4042b139,revision_number=2']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:47.679099 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:47.685483 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-83de4b8f-53f3-40ac-8d82-39f6cba0f8c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:47.696648 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8ee475f9-68de-45f8-9f38-0e75fc2810a7 req-df17899b-2054-4e7d-93a5-47c9b66b9447 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.9562290
Oct 27 14:13:47.713527 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Attempting to bind port 0ca03051-9299-41ef-aa42-7dce4042b139 on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:13:47.714136 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Attempting to bind port 0ca03051-9299-41ef-aa42-7dce4042b139 by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:13:47.714583 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Attempting to bind port 0ca03051-9299-41ef-aa42-7dce4042b139 on network fdfde01f-dc55-4892-86f9-78cb0380a430 {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:13:47.722403 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de2f3d-b1c8-42e2-aa70-e6ad95cc2628 req-1ae0d007-94c2-4b0f-b0a7-050cb6c0101f tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:47.725822 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:13:47.726210 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Checking segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:13:47.726617 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:47.727035 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Bound using segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:13:47.727505 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Bound port: 0ca03051-9299-41ef-aa42-7dce4042b139, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:13:47.727897 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:47.748280 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e6de2f3d-b1c8-42e2-aa70-e6ad95cc2628 req-1ae0d007-94c2-4b0f-b0a7-050cb6c0101f tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 944 time: 1.0097065
Oct 27 14:13:47.788952 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-cf5299ee-6dcf-4260-b792-4fa3c27bb210 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:47.790422 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-cf5299ee-6dcf-4260-b792-4fa3c27bb210 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "GET /v2.0/networks?id=0b9d4f1d-af76-43ad-875e-6597feb65c8e HTTP/1.1" status: 200  len: 814 time: 0.7326362
Oct 27 14:13:47.819805 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] For port 0ca03051-9299-41ef-aa42-7dce4042b139, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:13:47.824804 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] For port 0ca03051-9299-41ef-aa42-7dce4042b139, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=0ca03051-9299-41ef-aa42-7dce4042b139,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:13:47.831646 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:47.840393 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:47.851351 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Request body: {'port': {'device_id': '49005384-d088-4d77-81fa-382daa2e12f6', 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e', 'admin_state_up': True, 'tenant_id': '32e064bd64034775bfe5271d56d189d9'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:47.951493 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-b72aabd7-3052-4cf7-ae6b-4458729a351f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:48.031448 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-b72aabd7-3052-4cf7-ae6b-4458729a351f admin admin] Usage tracker for resource:security_group_rule and tenant:a50d141f01514c1abe5950fdea0e0eb2 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:48.056338 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-b72aabd7-3052-4cf7-ae6b-4458729a351f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:48.062710 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e6de2f3d-b1c8-42e2-aa70-e6ad95cc2628 req-dc05197a-b962-40d9-9b35-cb23f1b84140 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811559
Oct 27 14:13:48.084220 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8ee475f9-68de-45f8-9f38-0e75fc2810a7 req-853dba58-497d-4c6f-b169-0477acdb2022 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32e064bd64034775bfe5271d56d189d9&device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 1098 time: 0.3262923
Oct 27 14:13:48.140212 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Routers {'97d80d4a-e8b5-46d4-9a19-32877b2af65d'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:13:48.143669 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce176e7070>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:13:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:48.158560 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-35386658-fdad-42ef-8827-2b6e505a5c54 None None] Provisioning for port 5c7b3214-4648-4c85-8bec-382db77a6f8e completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:13:48.176890 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-b72aabd7-3052-4cf7-ae6b-4458729a351f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:48.187660 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-35386658-fdad-42ef-8827-2b6e505a5c54 None None] Provisioning complete for port 5c7b3214-4648-4c85-8bec-382db77a6f8e triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:48.188066 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-35386658-fdad-42ef-8827-2b6e505a5c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:48.340309 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:48.368018 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:48.374445 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=ac2fab45-438e-449f-9484-5801f36a0efd,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:48.417672 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:48.428063 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee475f9-68de-45f8-9f38-0e75fc2810a7 req-2305c581-a7c8-410b-b6b4-03fb9ee3d50b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:48.430745 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8ee475f9-68de-45f8-9f38-0e75fc2810a7 req-2305c581-a7c8-410b-b6b4-03fb9ee3d50b service neutron] 10.222.0.79 "GET /v2.0/networks?id=0b9d4f1d-af76-43ad-875e-6597feb65c8e HTTP/1.1" status: 200  len: 916 time: 0.3270354
Oct 27 14:13:48.458069 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['ac2fab45-438e-449f-9484-5801f36a0efd'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:13:48.462236 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Made reservation on behalf of 32e064bd64034775bfe5271d56d189d9 for: {'port': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:13:48.469088 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:48.549703 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] Set router 97d80d4a-e8b5-46d4-9a19-32877b2af65d gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:13:48.632910 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port 40d95cdc-8597-4916-9068-037dce14522f completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:13:48.687577 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 40d95cdc-8597-4916-9068-037dce14522f triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:48.688872 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:48.692331 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8ee475f9-68de-45f8-9f38-0e75fc2810a7 req-40a48580-c5f8-4b7d-9116-61e11d821813 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12a40891-1add-4917-94be-396bbcdb28dc HTTP/1.1" status: 200  len: 217 time: 0.2531796
Oct 27 14:13:48.752156 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b72aabd7-3052-4cf7-ae6b-4458729a351f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:48.765584 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b72aabd7-3052-4cf7-ae6b-4458729a351f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:48.779402 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d2960aeb-bea4-4be3-a726-70dd9df9f251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:48.822353 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72aabd7-3052-4cf7-ae6b-4458729a351f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd3312d-ca0f-4c19-8c77-0d1ac19cf633,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:48.825584 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b72aabd7-3052-4cf7-ae6b-4458729a351f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:48.848600 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e528750f-48fe-40e6-ab00-99adef4d86bb req-125282ad-ef10-4f6c-bbf4-a1a5ce32587f tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 210 time: 0.1552286
Oct 27 14:13:48.934207 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de4b8f-53f3-40ac-8d82-39f6cba0f8c1 None None] Pushing event updated for resources: {'Port': ['ID=0ca03051-9299-41ef-aa42-7dce4042b139,revision_number=3']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:48.949008 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-83de4b8f-53f3-40ac-8d82-39f6cba0f8c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.109s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:48.961129 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee475f9-68de-45f8-9f38-0e75fc2810a7 req-4763af09-cf39-4645-9133-1973242297f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:48.966559 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8ee475f9-68de-45f8-9f38-0e75fc2810a7 req-4763af09-cf39-4645-9133-1973242297f0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=34a78620-5e75-47e6-8829-bc1e4d0350f9 HTTP/1.1" status: 200  len: 854 time: 0.1422350
Oct 27 14:13:48.978207 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-35386658-fdad-42ef-8827-2b6e505a5c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:48.997868 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:49.039301 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-b72aabd7-3052-4cf7-ae6b-4458729a351f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a50d141f01514c1abe5950fdea0e0eb2&name=default HTTP/1.1" status: 200  len: 2647 time: 2.2653408
Oct 27 14:13:49.133035 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8ee475f9-68de-45f8-9f38-0e75fc2810a7 req-9cf331fd-d3cc-4324-9c98-f782acc474c5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b9d4f1d-af76-43ad-875e-6597feb65c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1499796
Oct 27 14:13:49.138322 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 34950) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:49.221675 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-35386658-fdad-42ef-8827-2b6e505a5c54 None None] For port 5c7b3214-4648-4c85-8bec-382db77a6f8e, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=5c7b3214-4648-4c85-8bec-382db77a6f8e,segment=NetworkSegment(7afa0abc-9ba5-4c44-8a9a-330402cb30c5),segment_id=7afa0abc-9ba5-4c44-8a9a-330402cb30c5)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:49.274140 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-35386658-fdad-42ef-8827-2b6e505a5c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:49.289316 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:49.380480 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:49.385291 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce176e7070>, [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:13:44Z', 'revision_number': 3, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port': {'id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:43Z', 'updated_at': '2021-10-27T14:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:49.391476 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed02a9-32a1-42f1-ba94-4f5b2453830d None None] The sync data for ids ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'] in dv-cinder-815663-1-iscsi is: [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:13:44Z', 'revision_number': 3, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port': {'id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:43Z', 'updated_at': '2021-10-27T14:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:13:49.444479 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Allocated IP 172.20.0.11 (0b9d4f1d-af76-43ad-875e-6597feb65c8e/34a78620-5e75-47e6-8829-bc1e4d0350f9/e350d459-f91d-4ded-a5be-6a64c62bd37c) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:13:49.588314 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e728bb54-b3df-4cf6-95e8-fc4ecfdb4230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d95cdc-8597-4916-9068-037dce14522f'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:13:49.621623 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35386658-fdad-42ef-8827-2b6e505a5c54 None None] Pushing event updated for resources: {'Port': ['ID=5c7b3214-4648-4c85-8bec-382db77a6f8e,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:49.632534 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-35386658-fdad-42ef-8827-2b6e505a5c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:49.634421 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 40d95cdc-8597-4916-9068-037dce14522f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=40d95cdc-8597-4916-9068-037dce14522f,segment=NetworkSegment(5d05728e-916c-4ebc-baeb-816026e6291f),segment_id=5d05728e-916c-4ebc-baeb-816026e6291f)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:49.638738 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-0b4e89b2-9f91-4ba7-ab35-cf7486bc3f2f None None] Provisioning complete for port 5c7b3214-4648-4c85-8bec-382db77a6f8e triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:49.641005 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-0b4e89b2-9f91-4ba7-ab35-cf7486bc3f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:49.725378 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:49.737979 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:49.813737 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8ee475f9-68de-45f8-9f38-0e75fc2810a7 req-79668cde-bf26-453d-b583-c95a0803d8ee service neutron] 10.222.0.79 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6722765
Oct 27 14:13:49.843391 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Allocated IP 172.20.0.1 (8ecb5a6d-f03e-4447-a995-145b38777b2c/de23510a-d9b0-430c-ab14-9f49b3e3e9a5/a3624dcc-886c-4452-96c7-06790e5f39af) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:13:49.875312 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e728bb54-b3df-4cf6-95e8-fc4ecfdb4230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d95cdc-8597-4916-9068-037dce14522f', 'code': 200}
Oct 27 14:13:49.912504 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 5c7b3214-4648-4c85-8bec-382db77a6f8e up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:13:50.173806 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=40d95cdc-8597-4916-9068-037dce14522f,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:50.184120 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:50.209769 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:50.259005 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:50.278244 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['12a40891-1add-4917-94be-396bbcdb28dc', '78b385bb-3fc3-4974-ab0c-bc7def60e7f6'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:13:50.289179 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-011d589c-61c6-4ae6-83b0-ea917aa35318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:50.336006 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7175409a-b2e1-4092-8891-e583c6548689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:50.369101 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 5c7b3214-4648-4c85-8bec-382db77a6f8e triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:50.369869 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:50.385131 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa177369-e66c-487c-8b96-05f9f2b9e819 req-e9aa9108-443f-4ad4-b9b5-d2f0dcac0589 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:50.386454 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aa177369-e66c-487c-8b96-05f9f2b9e819 req-e9aa9108-443f-4ad4-b9b5-d2f0dcac0589 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 945 time: 0.8179388
Oct 27 14:13:50.505015 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7175409a-b2e1-4092-8891-e583c6548689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:50.550129 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Network 0b9d4f1d-af76-43ad-875e-6597feb65c8e is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:13:50.627718 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:50.656783 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:13:50.656783 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Pushing event updated for resources: {'Port': ['ID=e350d459-f91d-4ded-a5be-6a64c62bd37c,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:50.660139 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:13:50.660787 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8ee475f9-68de-45f8-9f38-0e75fc2810a7 req-911f6498-b75b-4557-99af-1810128f7fc5 service neutron] 10.222.0.79 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8231494
Oct 27 14:13:50.681840 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7175409a-b2e1-4092-8891-e583c6548689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:50.690671 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-55d530cb-559f-47f9-b3b2-deb9efd74415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:50.738086 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175409a-b2e1-4092-8891-e583c6548689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd3312d-ca0f-4c19-8c77-0d1ac19cf633,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:50.743556 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7175409a-b2e1-4092-8891-e583c6548689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:50.744895 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-7175409a-b2e1-4092-8891-e583c6548689 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7bd3312d-ca0f-4c19-8c77-0d1ac19cf633 HTTP/1.1" status: 204  len: 168 time: 1.6024747
Oct 27 14:13:50.748318 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-7175409a-b2e1-4092-8891-e583c6548689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:50.769754 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aa177369-e66c-487c-8b96-05f9f2b9e819 req-947d012e-f815-455c-8637-e7e531962ad2 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3733478
Oct 27 14:13:50.813316 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381bad4-453d-45f4-8083-1acba911ebd9 req-edeba920-f88e-495a-96c8-dbf46159fefb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:50.823809 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0381bad4-453d-45f4-8083-1acba911ebd9 req-edeba920-f88e-495a-96c8-dbf46159fefb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 932 time: 0.6737149
Oct 27 14:13:50.827219 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Transition to ACTIVE for port object a3624dcc-886c-4452-96c7-06790e5f39af will not be triggered until provisioned by entity DHCP. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:13:50.829181 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:50.867472 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aba6a6f5-a835-476b-bf7a-4c9b83148f60 req-87c6dfc5-2826-47de-b222-af56bcc212d5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 1099 time: 0.6906786
Oct 27 14:13:50.873081 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:50.873687 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:50.900466 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:50.912210 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:50.962006 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1268404
Oct 27 14:13:51.031814 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0381bad4-453d-45f4-8083-1acba911ebd9 req-ff474e0f-6398-45c3-b897-367331c40c94 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063985
Oct 27 14:13:51.034005 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aba6a6f5-a835-476b-bf7a-4c9b83148f60 req-981c1173-81cf-4f16-b77d-f4846ffb8f86 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570492
Oct 27 14:13:51.048966 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Request body: {'port': {'device_id': '49005384-d088-4d77-81fa-382daa2e12f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:51.085436 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Pushing event updated for resources: {'Port': ['ID=a3624dcc-886c-4452-96c7-06790e5f39af,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:51.098038 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Network 8ecb5a6d-f03e-4447-a995-145b38777b2c is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:13:51.099366 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:51.102922 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:13:51.107156 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:13:51.248128 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16417640'] for router_interface, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:51.270595 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:51.453689 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-e85b8ed9-0cc5-4cad-8090-10de13199485 None None] Provisioning for port a3624dcc-886c-4452-96c7-06790e5f39af completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:13:51.461184 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-e85b8ed9-0cc5-4cad-8090-10de13199485 None None] Provisioning complete for port a3624dcc-886c-4452-96c7-06790e5f39af triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:51.461716 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-e85b8ed9-0cc5-4cad-8090-10de13199485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:51.466809 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:51.534537 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-e85b8ed9-0cc5-4cad-8090-10de13199485 None None] Port a3624dcc-886c-4452-96c7-06790e5f39af cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:13:51.719073 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 35036) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:51.896215 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device ac2fab45-438e-449f-9484-5801f36a0efd up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:13:51.996395 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.005270 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.039876 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e350d459-f91d-4ded-a5be-6a64c62bd37c {{(pid=82824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:13:52.044752 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:52.063062 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port ac2fab45-438e-449f-9484-5801f36a0efd completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:13:52.075089 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.077196 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port ac2fab45-438e-449f-9484-5801f36a0efd triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:52.077763 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.107772 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.148207 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:52.155139 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Usage tracker for resource:security_group_rule and tenant:87cc677545b340939ea01d49be450645 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:52.161545 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:52.167641 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Transition to ACTIVE for port object e350d459-f91d-4ded-a5be-6a64c62bd37c will not be triggered until provisioned by entity L2. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:13:52.169048 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15347171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16430924'] for router_interface, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.172597 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:52.173095 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Pushing event updated for resources: {'Port': ['ID=a3624dcc-886c-4452-96c7-06790e5f39af,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:52.187820 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:52.189734 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.203684 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:52.236755 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a0e7f-ca4b-4956-903b-2ffd1af3f67e req-badb6e01-3ec4-4de5-912b-738c580aec8d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:52.238345 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cb8a0e7f-ca4b-4956-903b-2ffd1af3f67e req-badb6e01-3ec4-4de5-912b-738c580aec8d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 945 time: 0.3006756
Oct 27 14:13:52.301140 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.322347 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cb8a0e7f-ca4b-4956-903b-2ffd1af3f67e req-a2f566d5-2193-4fac-8e3f-bddf96ca05a0 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761094
Oct 27 14:13:52.337437 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.345352 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.360662 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-e79b6db8-c3d5-4bd9-94f1-efbd523ab7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:52.368599 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a18914-9c5f-4766-81a8-cc258b39f430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2fab45-438e-449f-9484-5801f36a0efd'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:13:52.397986 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port ac2fab45-438e-449f-9484-5801f36a0efd, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ac2fab45-438e-449f-9484-5801f36a0efd,segment=NetworkSegment(5d05728e-916c-4ebc-baeb-816026e6291f),segment_id=5d05728e-916c-4ebc-baeb-816026e6291f)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:52.404047 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.406502 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:52.413093 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2fc105-28e0-4597-b4cb-13f261fb1738,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:52.431619 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.432001 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.432385 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.432709 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.433054 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.433449 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.433724 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.434060 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.434397 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.434820 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.435226 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.439406 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:52.459265 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87cc677545b340939ea01d49be450645&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7358768
Oct 27 14:13:52.459661 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 35070) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:52.495444 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=ac2fab45-438e-449f-9484-5801f36a0efd,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:52.498498 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:52.576978 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Pushing event updated for resources: {'Port': ['ID=e350d459-f91d-4ded-a5be-6a64c62bd37c,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:52.588308 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-05cfa6a2-bc47-46f0-bfc9-364a3608d987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.669379 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-05cfa6a2-bc47-46f0-bfc9-364a3608d987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.732593 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3166dbf-7909-44cf-9bd8-4f75da1ae786 req-af4e6dda-a81b-4228-bd54-f7e23d8bd0e3 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:52.734075 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a3166dbf-7909-44cf-9bd8-4f75da1ae786 req-af4e6dda-a81b-4228-bd54-f7e23d8bd0e3 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 944 time: 0.1469932
Oct 27 14:13:52.756277 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.757023 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.757522 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.758016 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.758505 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.759086 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.759575 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.760204 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.760691 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.761221 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.761817 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:13:52.765191 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-05cfa6a2-bc47-46f0-bfc9-364a3608d987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.771643 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-d095d0ac-53f8-4098-8e2a-42c8ba309a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:52.791902 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfa6a2-bc47-46f0-bfc9-364a3608d987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2fc105-28e0-4597-b4cb-13f261fb1738,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:52.803503 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-05cfa6a2-bc47-46f0-bfc9-364a3608d987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:52.806358 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-05cfa6a2-bc47-46f0-bfc9-364a3608d987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:52.807509 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-05cfa6a2-bc47-46f0-bfc9-364a3608d987 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac2fc105-28e0-4597-b4cb-13f261fb1738 HTTP/1.1" status: 204  len: 168 time: 0.3469367
Oct 27 14:13:52.814402 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:52.822061 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a3166dbf-7909-44cf-9bd8-4f75da1ae786 req-48b1ec0e-12f7-4152-9f02-a09d08def84f tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723736
Oct 27 14:13:52.845223 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Network 8ecb5a6d-f03e-4447-a995-145b38777b2c is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:13:52.850653 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:13:52.942449 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a18914-9c5f-4766-81a8-cc258b39f430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2fab45-438e-449f-9484-5801f36a0efd', 'code': 200}
Oct 27 14:13:53.288995 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-718dde6e-ece3-4c06-b798-f63e6de5fb88 None None] Provisioning complete for port a3624dcc-886c-4452-96c7-06790e5f39af triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:53.289428 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-718dde6e-ece3-4c06-b798-f63e6de5fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:53.330531 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Attempting to bind port e350d459-f91d-4ded-a5be-6a64c62bd37c on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:13:53.331106 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Attempting to bind port e350d459-f91d-4ded-a5be-6a64c62bd37c by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:13:53.331230 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Attempting to bind port e350d459-f91d-4ded-a5be-6a64c62bd37c on network 0b9d4f1d-af76-43ad-875e-6597feb65c8e {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:13:53.345544 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Port e350d459-f91d-4ded-a5be-6a64c62bd37c on network 0b9d4f1d-af76-43ad-875e-6597feb65c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:13:53.345868 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Attempting to bind port e350d459-f91d-4ded-a5be-6a64c62bd37c on network 0b9d4f1d-af76-43ad-875e-6597feb65c8e {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:13:53.371423 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:13:53.371762 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Checking segment: {'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:13:53.372158 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Bound using segment: {'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:13:53.372590 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Bound port: e350d459-f91d-4ded-a5be-6a64c62bd37c, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'}}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:13:53.372933 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:53.408075 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-718dde6e-ece3-4c06-b798-f63e6de5fb88 None None] Port a3624dcc-886c-4452-96c7-06790e5f39af cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:13:53.421334 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 35106) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:53.596567 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 35116) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:53.734767 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2c88e8f3-86cc-49a9-82fd-d13fe3e11894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:53.771554 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] For port e350d459-f91d-4ded-a5be-6a64c62bd37c, host hv-cinder-81566, cleared binding levels {{(pid=82824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:13:53.774427 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-40a12ffc-2e46-4997-a2a2-3a59fe6a7a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:53.799801 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 0ca03051-9299-41ef-aa42-7dce4042b139 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:13:53.808023 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] For port e350d459-f91d-4ded-a5be-6a64c62bd37c, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e350d459-f91d-4ded-a5be-6a64c62bd37c,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:13:53.818135 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:53.825778 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:53.840150 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-2c88e8f3-86cc-49a9-82fd-d13fe3e11894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:53.842603 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-40a12ffc-2e46-4997-a2a2-3a59fe6a7a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:53.855122 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-2c88e8f3-86cc-49a9-82fd-d13fe3e11894 admin admin] Usage tracker for resource:security_group_rule and tenant:97b0e119d0114eb39e36d3022611f4e1 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:53.858912 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-40a12ffc-2e46-4997-a2a2-3a59fe6a7a8f admin admin] Usage tracker for resource:security_group_rule and tenant:45dc9773fef44345a6ca53eaffc6fd07 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:53.861999 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-2c88e8f3-86cc-49a9-82fd-d13fe3e11894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:53.871067 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-40a12ffc-2e46-4997-a2a2-3a59fe6a7a8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:53.874294 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-2c88e8f3-86cc-49a9-82fd-d13fe3e11894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:53.882872 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-40a12ffc-2e46-4997-a2a2-3a59fe6a7a8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:53.893011 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 0ca03051-9299-41ef-aa42-7dce4042b139 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:13:53.899494 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 0ca03051-9299-41ef-aa42-7dce4042b139 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:53.900161 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:53.920563 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e613be-0de5-4e2d-89af-407599d93d17 req-f183432f-d13d-4310-87cb-b462caf9e3b2 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:53.930127 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-37e613be-0de5-4e2d-89af-407599d93d17 req-f183432f-d13d-4310-87cb-b462caf9e3b2 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.3128107
Oct 27 14:13:53.965355 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:53.967800 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] 10.222.0.79 "PUT /v2.0/ports/e350d459-f91d-4ded-a5be-6a64c62bd37c HTTP/1.1" status: 200  len: 1094 time: 2.9578636
Oct 27 14:13:53.969384 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49005384-d088-4d77-81fa-382daa2e12f6', 'tag': 'e350d459-f91d-4ded-a5be-6a64c62bd37c'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:13:53.997325 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Pushing event updated for resources: {'Port': ['ID=e350d459-f91d-4ded-a5be-6a64c62bd37c,revision_number=3']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:54.001320 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:54.053522 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-37e613be-0de5-4e2d-89af-407599d93d17 req-802e1eee-7561-44ff-b1dd-5ee447b0926e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221652
Oct 27 14:13:54.059818 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Router 97d80d4a-e8b5-46d4-9a19-32877b2af65d has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:13:54.090348 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:54.124389 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 0ca03051-9299-41ef-aa42-7dce4042b139, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=0ca03051-9299-41ef-aa42-7dce4042b139,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:54.129759 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:54.133039 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:54.263666 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2c88e8f3-86cc-49a9-82fd-d13fe3e11894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:54.277852 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-40a12ffc-2e46-4997-a2a2-3a59fe6a7a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:54.280465 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2c88e8f3-86cc-49a9-82fd-d13fe3e11894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:54.312397 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=0ca03051-9299-41ef-aa42-7dce4042b139,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:54.322336 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:54.350838 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:54.361628 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-2c88e8f3-86cc-49a9-82fd-d13fe3e11894 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97b0e119d0114eb39e36d3022611f4e1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7620192
Oct 27 14:13:54.366039 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-40a12ffc-2e46-4997-a2a2-3a59fe6a7a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:54.366206 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-2429371f-97d9-4495-a2cd-40c05b95c493 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32e064bd64034775bfe5271d56d189d9&device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 1097 time: 0.1877816
Oct 27 14:13:54.366650 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 35130) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:54.447381 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-40a12ffc-2e46-4997-a2a2-3a59fe6a7a8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45dc9773fef44345a6ca53eaffc6fd07&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0233796
Oct 27 14:13:54.455896 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 35136) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:54.582338 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-934c6a2c-d91d-49d4-bab1-5808fd47af45 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e350d459-f91d-4ded-a5be-6a64c62bd37c HTTP/1.1" status: 200  len: 217 time: 0.1444738
Oct 27 14:13:54.586493 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88e8f3-86cc-49a9-82fd-d13fe3e11894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a692c5e-5f08-457d-9dbe-ac9667d4fdfd,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:54.590196 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-2c88e8f3-86cc-49a9-82fd-d13fe3e11894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:54.594536 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-f269d384-4891-4b7a-973b-d0bb4106b7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:54.626010 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a12ffc-2e46-4997-a2a2-3a59fe6a7a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97941ec-70f9-4951-a191-c52dd9443bee,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:54.629448 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-40a12ffc-2e46-4997-a2a2-3a59fe6a7a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:54.672866 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-6e6485e4-4433-4e9a-99b3-37511b60ef4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:54.674304 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-6e6485e4-4433-4e9a-99b3-37511b60ef4d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=34a78620-5e75-47e6-8829-bc1e4d0350f9 HTTP/1.1" status: 200  len: 854 time: 0.0695388
Oct 27 14:13:54.679096 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49005384-d088-4d77-81fa-382daa2e12f6', 'tag': 'e350d459-f91d-4ded-a5be-6a64c62bd37c', 'status': 'completed', 'code': 200}
Oct 27 14:13:54.679470 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b150c202-408f-4d2e-a608-43c97e206fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:54.721462 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-29e480f2-9679-4efe-9c42-4756e69a5452 req-14191a57-7686-49f4-b110-31109c5500f7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 1099 time: 0.2549143
Oct 27 14:13:54.729930 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835d95d-effb-4534-8b00-29fb70e34a3f req-160299c7-a5df-442f-a577-b47d1b650e73 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:54.731390 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a835d95d-effb-4534-8b00-29fb70e34a3f req-160299c7-a5df-442f-a577-b47d1b650e73 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 944 time: 0.3819029
Oct 27 14:13:54.737969 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-0aa49b5c-0c3d-4c6c-8114-95640dc5c701 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b9d4f1d-af76-43ad-875e-6597feb65c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531094
Oct 27 14:13:54.752516 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b150c202-408f-4d2e-a608-43c97e206fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:54.785589 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5fae5e27-2e63-4f52-bae7-5ced1345cfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:54.852963 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b150c202-408f-4d2e-a608-43c97e206fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:54.878260 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b358e5b0-771f-4982-9669-6a8d475beb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:54.889244 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5fae5e27-2e63-4f52-bae7-5ced1345cfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:54.896706 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150c202-408f-4d2e-a608-43c97e206fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97941ec-70f9-4951-a191-c52dd9443bee,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:54.902449 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:13:54.907705 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b150c202-408f-4d2e-a608-43c97e206fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:54.921650 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] 10.222.0.36 "PUT /v2.0/routers/97d80d4a-e8b5-46d4-9a19-32877b2af65d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3934536
Oct 27 14:13:54.921940 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b150c202-408f-4d2e-a608-43c97e206fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:54.921940 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-b150c202-408f-4d2e-a608-43c97e206fc9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e97941ec-70f9-4951-a191-c52dd9443bee HTTP/1.1" status: 204  len: 168 time: 0.4532447
Oct 27 14:13:54.929407 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a835d95d-effb-4534-8b00-29fb70e34a3f req-9b0d3ccd-0208-4602-8f9d-4fd026403257 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238048
Oct 27 14:13:54.931026 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-29e480f2-9679-4efe-9c42-4756e69a5452 req-b1ae13ac-a8a1-415e-abbc-e277ae05ac50 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965351
Oct 27 14:13:54.983388 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-427e7e14-3c5e-425b-b057-2b30283ca1d4 service neutron] 10.222.0.79 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2312264
Oct 27 14:13:55.006434 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5fae5e27-2e63-4f52-bae7-5ced1345cfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:55.015633 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-f5b8b4f2-e0d5-4f5a-b40d-1a6bee571edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:55.045248 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae5e27-2e63-4f52-bae7-5ced1345cfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a692c5e-5f08-457d-9dbe-ac9667d4fdfd,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:55.057600 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-5fae5e27-2e63-4f52-bae7-5ced1345cfec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:55.058548 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5fae5e27-2e63-4f52-bae7-5ced1345cfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:55.059883 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-5fae5e27-2e63-4f52-bae7-5ced1345cfec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a692c5e-5f08-457d-9dbe-ac9667d4fdfd HTTP/1.1" status: 204  len: 168 time: 0.6912012
Oct 27 14:13:55.344339 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c9eb85cd-1c11-450f-aa43-eaa049846e42 req-d1c0952d-96a4-4409-9d38-8e6a6d3b0648 service neutron] 10.222.0.79 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1885121
Oct 27 14:13:55.372623 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15863c2a-e29b-4238-b736-76f484136385 req-3ea6383d-78a1-4ffd-894f-03eeb6fef2ba tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:55.376233 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15863c2a-e29b-4238-b736-76f484136385 req-3ea6383d-78a1-4ffd-894f-03eeb6fef2ba tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.1632929
Oct 27 14:13:55.542425 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15863c2a-e29b-4238-b736-76f484136385 req-28494b34-97fe-41d3-86c8-3bc92aa47d5d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592636
Oct 27 14:13:55.633629 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c578d7a0-5f5f-4fb8-95a8-2758f84ea236 req-1e1d8948-32a9-4d30-b234-c127b56ad3b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32e064bd64034775bfe5271d56d189d9&device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 1097 time: 0.1173873
Oct 27 14:13:55.781472 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 35176) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:55.789665 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 0ca03051-9299-41ef-aa42-7dce4042b139 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:13:55.845308 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-306b58a6-4459-4781-8ba4-6ec1982f3da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:55.950348 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-306b58a6-4459-4781-8ba4-6ec1982f3da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:55.954406 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-306b58a6-4459-4781-8ba4-6ec1982f3da8 admin admin] Usage tracker for resource:security_group_rule and tenant:93095490221147ff8fdee03657d4772d is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:55.958375 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-306b58a6-4459-4781-8ba4-6ec1982f3da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:55.966511 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:13:55.971331 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 0ca03051-9299-41ef-aa42-7dce4042b139 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:13:55.971883 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:55.986185 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-306b58a6-4459-4781-8ba4-6ec1982f3da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:56.185818 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-306b58a6-4459-4781-8ba4-6ec1982f3da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:56.194417 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578d7a0-5f5f-4fb8-95a8-2758f84ea236 req-088dd36a-dd55-4efc-bbce-737cd2960df2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:56.195998 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c578d7a0-5f5f-4fb8-95a8-2758f84ea236 req-088dd36a-dd55-4efc-bbce-737cd2960df2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0b9d4f1d-af76-43ad-875e-6597feb65c8e HTTP/1.1" status: 200  len: 916 time: 0.5562255
Oct 27 14:13:56.298756 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c578d7a0-5f5f-4fb8-95a8-2758f84ea236 req-bb708d6e-d2a2-4e47-b736-33d7373af1eb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e350d459-f91d-4ded-a5be-6a64c62bd37c HTTP/1.1" status: 200  len: 217 time: 0.0867682
Oct 27 14:13:56.329059 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-306b58a6-4459-4781-8ba4-6ec1982f3da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:56.365099 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-dc473e16-83df-434e-983b-2152d6b7979b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:56.393892 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578d7a0-5f5f-4fb8-95a8-2758f84ea236 req-e7bb16c2-7132-4c95-853f-4405ed09dafa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:56.396140 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c578d7a0-5f5f-4fb8-95a8-2758f84ea236 req-e7bb16c2-7132-4c95-853f-4405ed09dafa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=34a78620-5e75-47e6-8829-bc1e4d0350f9 HTTP/1.1" status: 200  len: 854 time: 0.0895131
Oct 27 14:13:56.429146 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 35194) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:56.464430 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c578d7a0-5f5f-4fb8-95a8-2758f84ea236 req-b7395149-f371-4bc8-b4c5-18659a8c78b1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b9d4f1d-af76-43ad-875e-6597feb65c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0600910
Oct 27 14:13:56.489816 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-4a3b7562-94a5-4a41-ac0d-3a8bf1178fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:56.504911 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b58a6-4459-4781-8ba4-6ec1982f3da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95f2716-620c-4229-af8c-0a0bb5ed85ec,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:56.524515 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-306b58a6-4459-4781-8ba4-6ec1982f3da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:56.555374 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-4a3b7562-94a5-4a41-ac0d-3a8bf1178fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:56.560931 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-4a3b7562-94a5-4a41-ac0d-3a8bf1178fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:0af58e5003124f899b7bcefba764df33 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:56.562850 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-4bd152d4-c743-40ea-abad-6553e22056b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:56.565857 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-4a3b7562-94a5-4a41-ac0d-3a8bf1178fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:56.572969 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-4a3b7562-94a5-4a41-ac0d-3a8bf1178fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:56.618455 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c578d7a0-5f5f-4fb8-95a8-2758f84ea236 req-59375c97-8f59-44d3-92de-54bffa0894d8 service neutron] 10.222.0.79 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419606
Oct 27 14:13:56.633034 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-306b58a6-4459-4781-8ba4-6ec1982f3da8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93095490221147ff8fdee03657d4772d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8504524
Oct 27 14:13:56.637816 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 35200) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:56.699705 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-4a3b7562-94a5-4a41-ac0d-3a8bf1178fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:56.711870 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-4a3b7562-94a5-4a41-ac0d-3a8bf1178fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:56.736171 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-9a41d3ee-7c3d-4c84-a6d7-5971df41cbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:56.805872 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62ec9d-661e-4594-a6a3-b721252bc308 req-cc78abef-4859-4eac-b6cd-f8ca22a79ba9 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:56.807642 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ba62ec9d-661e-4594-a6a3-b721252bc308 req-cc78abef-4859-4eac-b6cd-f8ca22a79ba9 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 944 time: 0.6239464
Oct 27 14:13:56.815656 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c578d7a0-5f5f-4fb8-95a8-2758f84ea236 req-b1ca57d3-c5f1-4481-ab9c-7d3b112200b0 service neutron] 10.222.0.79 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1893291
Oct 27 14:13:56.878496 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-4a3b7562-94a5-4a41-ac0d-3a8bf1178fd0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0af58e5003124f899b7bcefba764df33&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4295423
Oct 27 14:13:56.879415 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 35214) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:56.880946 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b7562-94a5-4a41-ac0d-3a8bf1178fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c6f8d0-38eb-4fbe-94be-dcb4eecb2c5b,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:56.891541 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-4a3b7562-94a5-4a41-ac0d-3a8bf1178fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:56.929096 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-99b3c369-1133-4549-96c5-c42458bb62b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:56.954420 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ba62ec9d-661e-4594-a6a3-b721252bc308 req-531c7097-2540-442a-b091-6cfe9f222f19 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220145
Oct 27 14:13:57.016696 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5e38eb44-bffc-45d8-869a-d36d856faa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.025089 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bfdd2-c68c-4c07-bccd-26e5697dc365 req-c59868d3-9f75-4f50-a58d-1fa2c3a62e30 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:57.031913 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-994bfdd2-c68c-4c07-bccd-26e5697dc365 req-c59868d3-9f75-4f50-a58d-1fa2c3a62e30 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.2799075
Oct 27 14:13:57.043735 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-99b3c369-1133-4549-96c5-c42458bb62b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.048616 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5e38eb44-bffc-45d8-869a-d36d856faa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.108640 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.143952 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 35222) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:57.148894 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5e38eb44-bffc-45d8-869a-d36d856faa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.155824 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-14cd2d78-51f7-4d49-a636-9d01378ba4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:57.158278 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-938046659-network', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:57.163861 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:57.168303 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Usage tracker for resource:network and tenant:1604dadc7e904ed9987e7ded1bc59258 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:57.171821 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38eb44-bffc-45d8-869a-d36d856faa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c6f8d0-38eb-4fbe-94be-dcb4eecb2c5b,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:57.173666 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5e38eb44-bffc-45d8-869a-d36d856faa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.174835 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-5e38eb44-bffc-45d8-869a-d36d856faa8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47c6f8d0-38eb-4fbe-94be-dcb4eecb2c5b HTTP/1.1" status: 204  len: 168 time: 0.2943423
Oct 27 14:13:57.174947 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:57.175837 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-5e38eb44-bffc-45d8-869a-d36d856faa8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:57.199646 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:57.243233 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Made reservation on behalf of 1604dadc7e904ed9987e7ded1bc59258 for: {'network': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:13:57.245816 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.265467 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.276745 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-994bfdd2-c68c-4c07-bccd-26e5697dc365 req-7c5d2bab-c2b1-4c9e-9851-93f881087dcf tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371690
Oct 27 14:13:57.280667 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-99b3c369-1133-4549-96c5-c42458bb62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.290306 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-8dd1c46c-8939-48b5-bd49-ef617a1252f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:57.313011 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3c369-1133-4549-96c5-c42458bb62b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95f2716-620c-4229-af8c-0a0bb5ed85ec,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:57.318478 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-99b3c369-1133-4549-96c5-c42458bb62b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.319859 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-99b3c369-1133-4549-96c5-c42458bb62b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a95f2716-620c-4229-af8c-0a0bb5ed85ec HTTP/1.1" status: 204  len: 168 time: 0.6786191
Oct 27 14:13:57.328720 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-99b3c369-1133-4549-96c5-c42458bb62b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:57.338651 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:57.343438 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Usage tracker for resource:security_group_rule and tenant:1604dadc7e904ed9987e7ded1bc59258 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:57.348904 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:57.356353 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:57.460385 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.465420 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.471101 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-306b58a6-4459-4781-8ba4-6ec1982f3da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:57.510123 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027748ff-0b8d-4f65-b6f6-784df1dc7b73,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:57.513910 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:57.520640 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062}  {{(pid=82823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:13:57.535429 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.535944 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.segments_db [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Added segment fb5545a9-79ea-413a-9f90-899754785f2e of type vlan for network db7e076a-393b-453e-8186-b1ad494123c3
Oct 27 14:13:57.577190 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.623600 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.625505 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:57.626376 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.633249 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:57.676124 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Sync routers for ids ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:13:57.700045 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Routers {'97d80d4a-e8b5-46d4-9a19-32877b2af65d'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:13:57.703157 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17259640>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:13:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:13:57.739879 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 35248) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:57.745668 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Request body: {'subnet': {'network_id': 'db7e076a-393b-453e-8186-b1ad494123c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-938046659-subnet', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'ip_version': 4}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:57.754379 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:57.757170 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6106439
Oct 27 14:13:57.768946 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Usage tracker for resource:subnet and tenant:1604dadc7e904ed9987e7ded1bc59258 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:57.774175 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:57.802948 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:57.898473 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Made reservation on behalf of 1604dadc7e904ed9987e7ded1bc59258 for: {'subnet': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:13:57.900715 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16133470'] for subnet, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:57.947173 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Pushing event updated for resources: {'Network': ['ID=db7e076a-393b-453e-8186-b1ad494123c3,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:57.959844 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:58.074515 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network db7e076a-393b-453e-8186-b1ad494123c3 details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:13:58.201533 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1d099-426f-4aa9-9ddd-334fee386307 req-5e6c3a4d-b253-472d-b2fb-ef5d220f5ae4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:58.203062 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d2a1d099-426f-4aa9-9ddd-334fee386307 req-5e6c3a4d-b253-472d-b2fb-ef5d220f5ae4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.2401164
Oct 27 14:13:58.284319 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16043881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16133416'] for subnet, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:58.294865 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:58.311577 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d2a1d099-426f-4aa9-9ddd-334fee386307 req-f4ad2ffb-7bb5-40ab-bc3f-d4d37a498df8 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926883
Oct 27 14:13:58.375165 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d947d3c0-3620-4145-9cf1-f1bb4a940b4c,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:58.379336 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:58.432376 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c97c56e1-2877-4498-a62a-6e9b2976a2e3 req-4fda8838-7e09-4eac-9ac2-eba2c270e62c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1027d0d8d53b4a18a52af1935304a4a4&device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 1099 time: 0.6038566
Oct 27 14:13:58.534721 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fd79a-4a7e-42db-a089-8a1b1425fcfb req-485dcdb8-684a-4ad9-bc9b-a7f17b17c6ff tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:58.536931 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-073fd79a-4a7e-42db-a089-8a1b1425fcfb req-485dcdb8-684a-4ad9-bc9b-a7f17b17c6ff tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 944 time: 0.1017668
Oct 27 14:13:58.590757 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Checking segment: {'id': 'fb5545a9-79ea-413a-9f90-899754785f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'db7e076a-393b-453e-8186-b1ad494123c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:13:58.591122 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Network hostable DHCP agents. Network: db7e076a-393b-453e-8186-b1ad494123c3, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:13:58.599436 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-073fd79a-4a7e-42db-a089-8a1b1425fcfb req-2a65a22b-6594-4828-a230-fa5a66e3b70f tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551996
Oct 27 14:13:58.617170 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Set router 97d80d4a-e8b5-46d4-9a19-32877b2af65d gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:13:58.710456 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Network db7e076a-393b-453e-8186-b1ad494123c3 is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:13:58.740810 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, db7e076a-393b-453e-8186-b1ad494123c3) {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:13:58.748720 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:58.750283 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:58.779652 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4862ce0f-60a3-4151-afd0-ff7772ff0f67 None None] Network db7e076a-393b-453e-8186-b1ad494123c3 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:13:58.781238 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 35286) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:58.804599 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0634103
Oct 27 14:13:58.807834 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 35294) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:58.826340 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-938046659-router', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:58.836739 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-e441ed7e-a68b-4574-9d42-268844774a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:58.840712 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c56e1-2877-4498-a62a-6e9b2976a2e3 req-8ce7f7d7-828d-4876-b58e-22a5862c2254 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:58.842181 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c97c56e1-2877-4498-a62a-6e9b2976a2e3 req-8ce7f7d7-828d-4876-b58e-22a5862c2254 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9bd4c627-9607-418d-80f2-20043ff89635 HTTP/1.1" status: 200  len: 921 time: 0.3860185
Oct 27 14:13:58.843194 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:58.964145 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Usage tracker for resource:router and tenant:1604dadc7e904ed9987e7ded1bc59258 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:58.968291 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:58.976295 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:59.017966 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c97c56e1-2877-4498-a62a-6e9b2976a2e3 req-4679ca5d-1e95-4cc9-baf6-543e424d0f76 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac2fab45-438e-449f-9484-5801f36a0efd HTTP/1.1" status: 200  len: 217 time: 0.1613574
Oct 27 14:13:59.022339 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16423044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59882'] for router, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:59.023829 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16495057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:59.108379 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c56e1-2877-4498-a62a-6e9b2976a2e3 req-fe3f4107-d1dc-4842-b177-8656c64a2a42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:59.108969 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device e350d459-f91d-4ded-a5be-6a64c62bd37c details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:13:59.110337 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c97c56e1-2877-4498-a62a-6e9b2976a2e3 req-fe3f4107-d1dc-4842-b177-8656c64a2a42 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ebf76aec-3f3f-452b-8de2-4bff3949f906 HTTP/1.1" status: 200  len: 859 time: 0.0806727
Oct 27 14:13:59.153697 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:59.171061 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c97c56e1-2877-4498-a62a-6e9b2976a2e3 req-6759cc69-df0f-4af3-8d7e-79ca33499142 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9bd4c627-9607-418d-80f2-20043ff89635&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502748
Oct 27 14:13:59.205999 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-826778965-network', 'tenant_id': 'f1bedd96b4a0478daa1b806d41483aaf'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:59.211670 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:59.217218 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Usage tracker for resource:network and tenant:f1bedd96b4a0478daa1b806d41483aaf is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:59.221036 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:59.229855 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:59.243263 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Made reservation on behalf of f1bedd96b4a0478daa1b806d41483aaf for: {'network': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:13:59.246151 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:59.263044 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:59.301508 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:59.306783 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Usage tracker for resource:security_group_rule and tenant:f1bedd96b4a0478daa1b806d41483aaf is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:59.310355 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:59.319131 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:59.323148 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fce550-c1a4-55b7-a1a4-7db2473b096c-db7e076a-393b-453e-8186-b1ad494123c3', 'network_id': 'db7e076a-393b-453e-8186-b1ad494123c3', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'fixed_ips': [{'subnet_id': 'd947d3c0-3620-4145-9cf1-f1bb4a940b4c'}]}} from dv-cinder-815663-1-iscsi. {{(pid=82826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 14:13:59.324204 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:59.399932 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:59.406607 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:59.419887 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059}  {{(pid=82823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:13:59.449999 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:59.450352 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.segments_db [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Added segment d5d5ab34-1836-402d-bd50-deda768494f0 of type vlan for network 7769282b-3a94-456a-a96d-5f354ba22562
Oct 27 14:13:59.506591 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:59.587642 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b150c202-408f-4d2e-a608-43c97e206fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:59.621247 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c590ec-9e10-42c3-81d3-5746b1356f99,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:59.623845 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:59.626772 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port e350d459-f91d-4ded-a5be-6a64c62bd37c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e350d459-f91d-4ded-a5be-6a64c62bd37c,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:13:59.629887 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:13:59.631114 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:13:59.631694 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:59.653671 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:13:59.661087 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': 'e350d459-f91d-4ded-a5be-6a64c62bd37c', 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e', 'port_id': 'e350d459-f91d-4ded-a5be-6a64c62bd37c', 'mac_address': 'fa:16:3e:ec:5b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a78620-5e75-47e6-8829-bc1e4d0350f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:13:59.701528 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16419597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16423058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59777'] for router, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:13:59.727425 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c97c56e1-2877-4498-a62a-6e9b2976a2e3 req-0b47b050-e924-4069-a91a-0b7124300cee service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5492015
Oct 27 14:13:59.842376 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0598233
Oct 27 14:13:59.857522 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 35322) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:13:59.867617 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Pushing event updated for resources: {'Network': ['ID=7769282b-3a94-456a-a96d-5f354ba22562,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:13:59.870495 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Request body: {'subnet': {'network_id': '7769282b-3a94-456a-a96d-5f354ba22562', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-826778965-subnet', 'tenant_id': 'f1bedd96b4a0478daa1b806d41483aaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:13:59.878795 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:13:59.893078 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Usage tracker for resource:subnet and tenant:f1bedd96b4a0478daa1b806d41483aaf is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:13:59.898743 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:13:59.909127 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:13:59.910157 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network 7769282b-3a94-456a-a96d-5f354ba22562 details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:13:59.973681 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:00.000475 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:00.051985 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7335bc-fad7-4f55-812a-cd38d53080f7 req-d3bb0e73-8533-43af-b5f5-264d88eb6a16 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:00.056428 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cf7335bc-fad7-4f55-812a-cd38d53080f7 req-d3bb0e73-8533-43af-b5f5-264d88eb6a16 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.5069766
Oct 27 14:14:00.079113 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:00.081402 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17259640>, [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:13:51Z', 'revision_number': 4, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port': {'id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:43Z', 'updated_at': '2021-10-27T14:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'a3624dcc-886c-4452-96c7-06790e5f39af', 'name': '', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'mac_address': 'fa:16:3e:fc:26:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:49Z', 'updated_at': '2021-10-27T14:13:51Z', 'revision_number': 2, 'project_id': '17464c5131664d84a88aee4a92d27614', 'subnets': [{'id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:00.089157 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.db_base_plugin_common [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Allocated IP 172.20.0.2 (db7e076a-393b-453e-8186-b1ad494123c3/d947d3c0-3620-4145-9cf1-f1bb4a940b4c/b14bb325-0c60-42f9-b355-60acfb69bf24) {{(pid=82826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:14:00.090743 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c97c56e1-2877-4498-a62a-6e9b2976a2e3 req-aa409e77-533b-4bcb-87c8-bbaad062206c service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3533628
Oct 27 14:14:00.122585 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Checking router: 97d80d4a-e8b5-46d4-9a19-32877b2af65d for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:14:00.123379 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Updating router 97d80d4a-e8b5-46d4-9a19-32877b2af65d port a3624dcc-886c-4452-96c7-06790e5f39af binding host dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:14:00.137196 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Made reservation on behalf of f1bedd96b4a0478daa1b806d41483aaf for: {'subnet': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:14:00.140538 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16133470'] for subnet, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:00.198282 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605052dd-7808-41b1-abaa-38dc82cfb9c6 req-2f580e2f-e55e-4190-b6fe-285c88b310ac tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:00.202294 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e350d459-f91d-4ded-a5be-6a64c62bd37c {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:14:00.206059 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-605052dd-7808-41b1-abaa-38dc82cfb9c6 req-2f580e2f-e55e-4190-b6fe-285c88b310ac tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 944 time: 0.3436279
Oct 27 14:14:00.290880 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-605052dd-7808-41b1-abaa-38dc82cfb9c6 req-b2c47441-4ca7-4735-a387-2185698c550f tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836363
Oct 27 14:14:00.313335 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cf7335bc-fad7-4f55-812a-cd38d53080f7 req-6c5f58e4-cf1d-4064-a903-d7eda7da81a5 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2423992
Oct 27 14:14:00.467224 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port e350d459-f91d-4ded-a5be-6a64c62bd37c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e350d459-f91d-4ded-a5be-6a64c62bd37c,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:00.474874 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:00.516045 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:00.530320 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:00.624444 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16043881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16133416'] for subnet, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:00.633018 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c2517b13-4954-4520-a4cd-5d4e4598ae07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:00.666500 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Notify callbacks [] for port, precommit_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:00.668905 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=e350d459-f91d-4ded-a5be-6a64c62bd37c,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:00.684940 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:00.691893 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Transition to ACTIVE for port object b14bb325-0c60-42f9-b355-60acfb69bf24 will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:00.721800 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8358918a-2a1a-441e-a942-65f1820a1735,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:00.730954 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:00.770783 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Transition to ACTIVE for port object b14bb325-0c60-42f9-b355-60acfb69bf24 will not be triggered until provisioned by entity DHCP. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:00.786048 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Checking segment: {'id': 'd5d5ab34-1836-402d-bd50-deda768494f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7769282b-3a94-456a-a96d-5f354ba22562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:00.786510 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Network hostable DHCP agents. Network: 7769282b-3a94-456a-a96d-5f354ba22562, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:14:00.788431 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598'] for port, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:00.796404 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:00.816626 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:00.856475 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:00.884343 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['e350d459-f91d-4ded-a5be-6a64c62bd37c'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:14:00.902677 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Network 7769282b-3a94-456a-a96d-5f354ba22562 is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:14:00.924329 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, 7769282b-3a94-456a-a96d-5f354ba22562) {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:00.938095 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:00.938592 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:01.030043 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-7b4d9a92-3bc8-479e-a3ac-58b0db583499 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1635616
Oct 27 14:14:01.050372 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Allocated IP 172.27.2.202 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/b9d1ee42-5097-4ade-9c7a-b53dddb847ab) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:14:01.059594 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca50c517-bc83-4f67-bbb9-b2db6d95587d None None] Network 7769282b-3a94-456a-a96d-5f354ba22562 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:14:01.156021 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Network db7e076a-393b-453e-8186-b1ad494123c3 is already hosted by enough agents. {{(pid=82826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:01.173536 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.base_scheduler [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Resources bound (agent type, host, resource id):  {{(pid=82826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:01.189858 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Pushing event updated for resources: {'Port': ['ID=b14bb325-0c60-42f9-b355-60acfb69bf24,revision_number=1']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:01.243725 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Received port after_create {{(pid=82826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:14:01.246195 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:01.278857 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:01.348126 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:01.352333 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-48082217-c481-4820-ac61-ae9d63238039 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:01.434708 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:01.495616 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:01.498201 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:01.513709 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:14:01.605730 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Attempting to bind port b14bb325-0c60-42f9-b355-60acfb69bf24 on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:14:01.606101 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Attempting to bind port b14bb325-0c60-42f9-b355-60acfb69bf24 by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': 'fb5545a9-79ea-413a-9f90-899754785f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'db7e076a-393b-453e-8186-b1ad494123c3'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:14:01.606465 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Attempting to bind port b14bb325-0c60-42f9-b355-60acfb69bf24 on network db7e076a-393b-453e-8186-b1ad494123c3 {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:01.615402 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Pushing event updated for resources: {'Port': ['ID=b9d1ee42-5097-4ade-9c7a-b53dddb847ab,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:01.622955 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:01.684347 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:14:01.684986 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Checking segment: {'id': 'fb5545a9-79ea-413a-9f90-899754785f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'db7e076a-393b-453e-8186-b1ad494123c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:01.685247 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:01.685634 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Bound using segment: {'id': 'fb5545a9-79ea-413a-9f90-899754785f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'db7e076a-393b-453e-8186-b1ad494123c3'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:14:01.686123 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Bound port: b14bb325-0c60-42f9-b355-60acfb69bf24, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5545a9-79ea-413a-9f90-899754785f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'db7e076a-393b-453e-8186-b1ad494123c3'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:14:01.686568 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:01.742054 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add15bd0-c655-484f-af52-3842503f0aef req-b8152b36-a027-4dcb-9cdf-45f9b343ad74 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:01.754795 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-add15bd0-c655-484f-af52-3842503f0aef req-b8152b36-a027-4dcb-9cdf-45f9b343ad74 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 945 time: 0.2751760
Oct 27 14:14:01.780158 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Notify callbacks [] for port, precommit_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:01.807513 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Transition to ACTIVE for port object a3624dcc-886c-4452-96c7-06790e5f39af will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:01.896634 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-add15bd0-c655-484f-af52-3842503f0aef req-82df19aa-5241-47fd-98a1-4e0a6c6c916d tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385980
Oct 27 14:14:01.914820 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:01.915624 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16419618'] for router, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:01.918070 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94a54e-7363-480f-b613-f3afa2c36d9d req-db52546a-f90f-4c95-9cd0-5c44853b716e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:01.925731 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-de94a54e-7363-480f-b613-f3afa2c36d9d req-db52546a-f90f-4c95-9cd0-5c44853b716e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.3854475
Oct 27 14:14:01.984692 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-de94a54e-7363-480f-b613-f3afa2c36d9d req-cfc8d4ef-0c2c-4364-b430-d282ac4b9a17 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577776
Oct 27 14:14:02.076383 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:02.102282 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:02.132462 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015a4a5e-0753-4359-843d-a91445835c75 None None] Network 7769282b-3a94-456a-a96d-5f354ba22562 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:14:02.227230 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] For port b14bb325-0c60-42f9-b355-60acfb69bf24, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:14:02.272100 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Router 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 is scheduled to L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef with binding_index 1 {{(pid=82824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 14:14:02.345220 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661f957-d4e2-4d9b-9b69-dea2a0a739d1 None None] Pushing event updated for resources: {'Port': ['ID=a3624dcc-886c-4452-96c7-06790e5f39af,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:02.349062 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] For port b14bb325-0c60-42f9-b355-60acfb69bf24, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=b14bb325-0c60-42f9-b355-60acfb69bf24,segment=NetworkSegment(fb5545a9-79ea-413a-9f90-899754785f2e),segment_id=fb5545a9-79ea-413a-9f90-899754785f2e)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:14:02.391066 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-5661f957-d4e2-4d9b-9b69-dea2a0a739d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:02.447092 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:02.462839 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-4f738032-b350-45bf-8e6a-06e84f6e2f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:02.693142 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:14:02.707625 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Sync routers for ids ['816f3dcc-c973-4a5d-9846-f6aa6c2ec545'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:14:02.720401 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Notify callbacks [] for router, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:02.724254 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Routers {'816f3dcc-c973-4a5d-9846-f6aa6c2ec545'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:14:02.725332 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 35418) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:02.727196 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17475190>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:13:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['816f3dcc-c973-4a5d-9846-f6aa6c2ec545'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:02.738861 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.9246600
Oct 27 14:14:02.788241 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Pushing event updated for resources: {'Port': ['ID=b14bb325-0c60-42f9-b355-60acfb69bf24,revision_number=2']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:02.802046 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:02.834286 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Attempting to bind port a3624dcc-886c-4452-96c7-06790e5f39af on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:14:02.834689 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Attempting to bind port a3624dcc-886c-4452-96c7-06790e5f39af by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '7afa0abc-9ba5-4c44-8a9a-330402cb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:14:02.835071 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Attempting to bind port a3624dcc-886c-4452-96c7-06790e5f39af on network 8ecb5a6d-f03e-4447-a995-145b38777b2c {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:02.843078 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:14:02.844020 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Checking segment: {'id': '7afa0abc-9ba5-4c44-8a9a-330402cb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:02.844447 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:02.844905 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Bound using segment: {'id': '7afa0abc-9ba5-4c44-8a9a-330402cb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:14:02.845370 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Bound port: a3624dcc-886c-4452-96c7-06790e5f39af, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afa0abc-9ba5-4c44-8a9a-330402cb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:14:02.845809 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:03.087649 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] For port a3624dcc-886c-4452-96c7-06790e5f39af, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:14:03.091600 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] For port a3624dcc-886c-4452-96c7-06790e5f39af, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=a3624dcc-886c-4452-96c7-06790e5f39af,segment=NetworkSegment(7afa0abc-9ba5-4c44-8a9a-330402cb30c5),segment_id=7afa0abc-9ba5-4c44-8a9a-330402cb30c5)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:14:03.097569 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:03.104130 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:03.154548 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device e350d459-f91d-4ded-a5be-6a64c62bd37c up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:03.233363 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Set router 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:14:03.346889 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port e350d459-f91d-4ded-a5be-6a64c62bd37c completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:03.364317 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port e350d459-f91d-4ded-a5be-6a64c62bd37c triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:03.364701 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:03.437138 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661f957-d4e2-4d9b-9b69-dea2a0a739d1 None None] Pushing event updated for resources: {'Port': ['ID=a3624dcc-886c-4452-96c7-06790e5f39af,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:03.449210 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Routers {'97d80d4a-e8b5-46d4-9a19-32877b2af65d'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:14:03.449988 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17259640>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:13:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:03.637331 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489d40e-a6ce-4543-a527-56f3777e0708 req-b857c688-7b57-4ed8-8766-8194c7b11493 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:03.659644 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-5661f957-d4e2-4d9b-9b69-dea2a0a739d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:03.674139 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d489d40e-a6ce-4543-a527-56f3777e0708 req-b857c688-7b57-4ed8-8766-8194c7b11493 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 945 time: 0.3736379
Oct 27 14:14:03.675670 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17475190>, [{'id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'name': 'tempest-TestMinimumBasicScenario-938046659-router', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b9d1ee42-5097-4ade-9c7a-b53dddb847ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:59Z', 'updated_at': '2021-10-27T14:14:01Z', 'revision_number': 3, 'project_id': '1604dadc7e904ed9987e7ded1bc59258', 'gw_port': {'id': 'b9d1ee42-5097-4ade-9c7a-b53dddb847ab', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:00Z', 'updated_at': '2021-10-27T14:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:03.683011 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Checking router: 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:14:03.683822 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Updating router 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 port b9d1ee42-5097-4ade-9c7a-b53dddb847ab binding host dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:14:03.777122 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:03.831255 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d489d40e-a6ce-4543-a527-56f3777e0708 req-87422871-149e-4b22-9511-361405fa97f6 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559656
Oct 27 14:14:03.853777 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec2e90-d6da-423d-8246-65041a1c53bf req-bed40104-7018-4f57-9934-b1a7a3bd08a2 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:03.875239 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-24ec2e90-d6da-423d-8246-65041a1c53bf req-bed40104-7018-4f57-9934-b1a7a3bd08a2 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.4620316
Oct 27 14:14:03.973541 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] Set router 97d80d4a-e8b5-46d4-9a19-32877b2af65d gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:14:04.168330 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-24ec2e90-d6da-423d-8246-65041a1c53bf req-a69a4555-b209-426b-bf83-30c1bc940414 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2902656
Oct 27 14:14:04.186974 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device b14bb325-0c60-42f9-b355-60acfb69bf24 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:04.497275 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Notify callbacks [] for port, precommit_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:04.506087 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545593ca-3f32-468f-8d1f-3723381b3c2a None None] Network db7e076a-393b-453e-8186-b1ad494123c3 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:14:04.539441 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.provisioning_blocks [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Transition to ACTIVE for port object b9d1ee42-5097-4ade-9c7a-b53dddb847ab will not be triggered until provisioned by entity L2. {{(pid=82827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:04.547825 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:04.568373 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-c127f4dd-d6a2-4198-beae-25301dacf8e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:04.708803 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4b22cea4-2446-4328-8f63-a2067c8d8147 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:04.714659 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4b22cea4-2446-4328-8f63-a2067c8d8147 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Synchronizing usage tracker for tenant:f1bedd96b4a0478daa1b806d41483aaf on resource:network {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:14:04.747641 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4b22cea4-2446-4328-8f63-a2067c8d8147 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Unset dirty status for tenant:f1bedd96b4a0478daa1b806d41483aaf on resource:network {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:14:04.756956 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4b22cea4-2446-4328-8f63-a2067c8d8147 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/networks?id=7769282b-3a94-456a-a96d-5f354ba22562 HTTP/1.1" status: 200  len: 808 time: 0.6431515
Oct 27 14:14:04.796596 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Attempting to bind port b9d1ee42-5097-4ade-9c7a-b53dddb847ab on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:14:04.798311 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Attempting to bind port b9d1ee42-5097-4ade-9c7a-b53dddb847ab by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:14:04.799276 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Attempting to bind port b9d1ee42-5097-4ade-9c7a-b53dddb847ab on network fdfde01f-dc55-4892-86f9-78cb0380a430 {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:04.834178 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:14:04.834886 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Checking segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:04.835617 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:04.836441 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Bound using segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:14:04.837068 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Bound port: b9d1ee42-5097-4ade-9c7a-b53dddb847ab, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:14:04.837819 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:04.885158 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155065b-6631-4d7f-9fd7-5e4a3464f27c None None] Pushing event updated for resources: {'Port': ['ID=b9d1ee42-5097-4ade-9c7a-b53dddb847ab,revision_number=2']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:04.889013 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-5155065b-6631-4d7f-9fd7-5e4a3464f27c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:04.900895 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-0528a450-254b-4d8f-a6de-e36a99e1e009 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/quotas/f1bedd96b4a0478daa1b806d41483aaf HTTP/1.1" status: 200  len: 375 time: 0.1152060
Oct 27 14:14:04.952656 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] For port b9d1ee42-5097-4ade-9c7a-b53dddb847ab, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:14:04.956746 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] For port b9d1ee42-5097-4ade-9c7a-b53dddb847ab, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=b9d1ee42-5097-4ade-9c7a-b53dddb847ab,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:14:04.969420 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:04.969420 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-5155065b-6631-4d7f-9fd7-5e4a3464f27c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:04.988426 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-cc4e8289-a670-4bd7-b9c4-3c25291c8acf tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1bedd96b4a0478daa1b806d41483aaf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0802910
Oct 27 14:14:05.079316 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155065b-6631-4d7f-9fd7-5e4a3464f27c None None] Pushing event updated for resources: {'Port': ['ID=b9d1ee42-5097-4ade-9c7a-b53dddb847ab,revision_number=3']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:05.086001 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-5155065b-6631-4d7f-9fd7-5e4a3464f27c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:05.090099 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Routers {'816f3dcc-c973-4a5d-9846-f6aa6c2ec545'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:14:05.090927 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17475190>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:13:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['816f3dcc-c973-4a5d-9846-f6aa6c2ec545'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:05.091756 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port b14bb325-0c60-42f9-b355-60acfb69bf24 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:05.231565 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:05.278403 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port e350d459-f91d-4ded-a5be-6a64c62bd37c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e350d459-f91d-4ded-a5be-6a64c62bd37c,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:05.280259 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49005384-d088-4d77-81fa-382daa2e12f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e350d459-f91d-4ded-a5be-6a64c62bd37c'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:14:05.289250 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:05.291819 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] Set router 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:14:05.294045 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:05.308359 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-cf05f611-3ceb-487c-a8ff-5321eea374a8 service neutron] 10.222.0.36 "GET /v2.0/networks/7769282b-3a94-456a-a96d-5f354ba22562?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3187881
Oct 27 14:14:05.399557 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fa15b-ec7f-4b22-83f2-3542eda2955e req-73269662-5496-4b10-88c2-8ac697372e53 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:05.411210 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f72fa15b-ec7f-4b22-83f2-3542eda2955e req-73269662-5496-4b10-88c2-8ac697372e53 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.5804577
Oct 27 14:14:05.434680 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=e350d459-f91d-4ded-a5be-6a64c62bd37c,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:05.443493 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:05.443835 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:05.444665 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:05.445017 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:05.445630 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:05.445728 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:05.445989 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:05.446315 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:05.446658 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:05.446985 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:05.447487 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:05.451480 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-7ce0bb59-21ab-41ff-9ba9-05bd07a61074 None None] Provisioning for port b14bb325-0c60-42f9-b355-60acfb69bf24 completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:05.455710 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:05.464507 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-7ce0bb59-21ab-41ff-9ba9-05bd07a61074 None None] Provisioning complete for port b14bb325-0c60-42f9-b355-60acfb69bf24 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:05.464893 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-7ce0bb59-21ab-41ff-9ba9-05bd07a61074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:05.567431 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f72fa15b-ec7f-4b22-83f2-3542eda2955e req-bc860c96-494a-4373-b105-6839229b4b83 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1549528
Oct 27 14:14:05.641934 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17259640>, [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:13:51Z', 'revision_number': 4, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port': {'id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:43Z', 'updated_at': '2021-10-27T14:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'a3624dcc-886c-4452-96c7-06790e5f39af', 'name': '', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'mac_address': 'fa:16:3e:fc:26:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:49Z', 'updated_at': '2021-10-27T14:14:03Z', 'revision_number': 4, 'project_id': '17464c5131664d84a88aee4a92d27614', 'subnets': [{'id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:05.652741 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e48e1-8de0-4917-a89e-d3adff991dba None None] The sync data for ids ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'] in dv-cinder-815663-1-iscsi is: [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:13:51Z', 'revision_number': 4, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port': {'id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:43Z', 'updated_at': '2021-10-27T14:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'a3624dcc-886c-4452-96c7-06790e5f39af', 'name': '', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'mac_address': 'fa:16:3e:fc:26:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:49Z', 'updated_at': '2021-10-27T14:14:03Z', 'revision_number': 4, 'project_id': '17464c5131664d84a88aee4a92d27614', 'subnets': [{'id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:14:05.668241 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-7ce0bb59-21ab-41ff-9ba9-05bd07a61074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:05.675965 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-e663ace5-cc12-429c-bf36-21c37bb27992 service neutron] 10.222.0.36 "GET /v2.0/networks/7769282b-3a94-456a-a96d-5f354ba22562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3553286
Oct 27 14:14:05.792682 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-7ce0bb59-21ab-41ff-9ba9-05bd07a61074 None None] For port b14bb325-0c60-42f9-b355-60acfb69bf24, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=b14bb325-0c60-42f9-b355-60acfb69bf24,segment=NetworkSegment(fb5545a9-79ea-413a-9f90-899754785f2e),segment_id=fb5545a9-79ea-413a-9f90-899754785f2e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:05.799744 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-7ce0bb59-21ab-41ff-9ba9-05bd07a61074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:05.804514 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-01916065-e158-4ab6-a2ee-8a50ad773529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:05.831032 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17475190>, [{'id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'name': 'tempest-TestMinimumBasicScenario-938046659-router', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b9d1ee42-5097-4ade-9c7a-b53dddb847ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:59Z', 'updated_at': '2021-10-27T14:14:01Z', 'revision_number': 3, 'project_id': '1604dadc7e904ed9987e7ded1bc59258', 'gw_port': {'id': 'b9d1ee42-5097-4ade-9c7a-b53dddb847ab', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:00Z', 'updated_at': '2021-10-27T14:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:05.844636 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0f07e-0124-4f52-ac53-fa7cb563071d None None] The sync data for ids ['816f3dcc-c973-4a5d-9846-f6aa6c2ec545'] in dv-cinder-815663-1-iscsi is: [{'id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'name': 'tempest-TestMinimumBasicScenario-938046659-router', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b9d1ee42-5097-4ade-9c7a-b53dddb847ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:59Z', 'updated_at': '2021-10-27T14:14:01Z', 'revision_number': 3, 'project_id': '1604dadc7e904ed9987e7ded1bc59258', 'gw_port': {'id': 'b9d1ee42-5097-4ade-9c7a-b53dddb847ab', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:00Z', 'updated_at': '2021-10-27T14:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:14:06.045989 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-178f0a9d-a711-412c-add8-952ce2289c4e None None] Provisioning complete for port b14bb325-0c60-42f9-b355-60acfb69bf24 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:06.046603 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-178f0a9d-a711-412c-add8-952ce2289c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:06.133562 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0bb59-21ab-41ff-9ba9-05bd07a61074 None None] Pushing event updated for resources: {'Port': ['ID=b14bb325-0c60-42f9-b355-60acfb69bf24,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:06.147818 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-7ce0bb59-21ab-41ff-9ba9-05bd07a61074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:06.293481 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1833f2-fcb2-421b-a1c1-d26244292b7b req-8a0a6d70-0118-41e6-815e-acf62812136f tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:06.296844 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8b1833f2-fcb2-421b-a1c1-d26244292b7b req-8a0a6d70-0118-41e6-815e-acf62812136f tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 946 time: 0.4300737
Oct 27 14:14:06.673887 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8b1833f2-fcb2-421b-a1c1-d26244292b7b req-54bebcdf-ca1a-43cc-85ed-cc75f7e0255d tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3665841
Oct 27 14:14:06.708589 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f495184-32e3-4763-a55f-c9cef9fc3311 req-0df6ac60-979a-43f0-baab-02268076af29 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:06.710101 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7f495184-32e3-4763-a55f-c9cef9fc3311 req-0df6ac60-979a-43f0-baab-02268076af29 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.5875223
Oct 27 14:14:06.790532 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49005384-d088-4d77-81fa-382daa2e12f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e350d459-f91d-4ded-a5be-6a64c62bd37c', 'code': 200}
Oct 27 14:14:07.000495 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7f495184-32e3-4763-a55f-c9cef9fc3311 req-20f60d2f-7186-481d-a538-dde6a4e6aeef tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2805982
Oct 27 14:14:07.196760 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:07.252522 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-60dadd8d-3ae9-4440-afa2-251ca3c8b9c4 req-4f2c8b05-6121-4728-afa6-df8725ac5fb8 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 210 time: 0.2034199
Oct 27 14:14:07.336078 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0e3fd3da-c1b4-4862-bee7-d6f1a82cecc1 req-812e9501-7c14-4616-b0f0-67277542b117 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 1099 time: 0.1318915
Oct 27 14:14:07.413117 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0e3fd3da-c1b4-4862-bee7-d6f1a82cecc1 req-f7026bbb-155d-4d55-a318-48cfcf3605c2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685098
Oct 27 14:14:07.535652 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa53236-c88b-4b45-be7d-a0a4382f0524 req-7dc97ee4-cbf6-419f-b6c0-47fcfbbd2acf tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:07.537100 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0aa53236-c88b-4b45-be7d-a0a4382f0524 req-7dc97ee4-cbf6-419f-b6c0-47fcfbbd2acf tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1912403
Oct 27 14:14:07.640969 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0aa53236-c88b-4b45-be7d-a0a4382f0524 req-3198549f-4c56-4511-9997-20729be10d56 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971403
Oct 27 14:14:07.644033 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Allocated IP 172.20.0.1 (db7e076a-393b-453e-8186-b1ad494123c3/d947d3c0-3620-4145-9cf1-f1bb4a940b4c/8e87eda0-ea01-48d2-842e-6a72bb1392cd) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:14:07.817639 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:07.850814 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device a3624dcc-886c-4452-96c7-06790e5f39af up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:07.874747 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Transition to ACTIVE for port object 8e87eda0-ea01-48d2-842e-6a72bb1392cd will not be triggered until provisioned by entity DHCP. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:07.932698 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port a3624dcc-886c-4452-96c7-06790e5f39af completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:07.933391 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ab8b1-6a1c-45c0-b2ca-e3bbb581229b req-8da155a8-4fd0-4ff6-9643-612fb992c5a7 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:07.934899 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-536ab8b1-6a1c-45c0-b2ca-e3bbb581229b req-8da155a8-4fd0-4ff6-9643-612fb992c5a7 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 946 time: 0.1140664
Oct 27 14:14:07.935873 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:07.937559 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port a3624dcc-886c-4452-96c7-06790e5f39af triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:07.937938 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:07.939844 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-44f2fdf0-eba1-4dcd-b3a2-af69d1f36449 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:08.047935 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e87eda0-ea01-48d2-842e-6a72bb1392cd,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:08.052482 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:08.080104 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:08.103410 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-536ab8b1-6a1c-45c0-b2ca-e3bbb581229b req-1f7195a1-caec-4f65-b9d9-72c54e1a387a tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815971
Oct 27 14:14:08.110788 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Network db7e076a-393b-453e-8186-b1ad494123c3 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:08.112408 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:08.116446 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:14:08.123126 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port a3624dcc-886c-4452-96c7-06790e5f39af, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=a3624dcc-886c-4452-96c7-06790e5f39af,segment=NetworkSegment(7afa0abc-9ba5-4c44-8a9a-330402cb30c5),segment_id=7afa0abc-9ba5-4c44-8a9a-330402cb30c5)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:08.130145 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:08.131920 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device b14bb325-0c60-42f9-b355-60acfb69bf24 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:08.179049 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-35386658-fdad-42ef-8827-2b6e505a5c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:08.183720 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16417640'] for router_interface, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:08.371226 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-7aa33b44-c593-4793-943d-ae575c6066cc tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:08.371869 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=a3624dcc-886c-4452-96c7-06790e5f39af,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:08.373158 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-7aa33b44-c593-4793-943d-ae575c6066cc tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.79 "GET /v2.0/networks?id=7769282b-3a94-456a-a96d-5f354ba22562 HTTP/1.1" status: 200  len: 808 time: 0.2899067
Oct 27 14:14:08.375687 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:08.398615 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Request body: {'port': {'device_id': '133be01c-ede4-4b16-8df1-4592bfd49420', 'network_id': '7769282b-3a94-456a-a96d-5f354ba22562', 'admin_state_up': True, 'tenant_id': 'f1bedd96b4a0478daa1b806d41483aaf'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:08.411909 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port b14bb325-0c60-42f9-b355-60acfb69bf24 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:08.412402 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:08.585307 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-7e3f1619-fd08-4020-9e75-25143614004b None None] Provisioning for port 8e87eda0-ea01-48d2-842e-6a72bb1392cd completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:08.604585 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-7e3f1619-fd08-4020-9e75-25143614004b None None] Provisioning complete for port 8e87eda0-ea01-48d2-842e-6a72bb1392cd triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:08.605185 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-7e3f1619-fd08-4020-9e75-25143614004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:08.624335 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:08.629355 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Usage tracker for resource:port and tenant:f1bedd96b4a0478daa1b806d41483aaf is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:08.633170 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:08.640865 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:08.653451 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Made reservation on behalf of f1bedd96b4a0478daa1b806d41483aaf for: {'port': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:14:08.657275 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:08.714211 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device b9d1ee42-5097-4ade-9c7a-b53dddb847ab up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:08.718241 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-343c6b1d-2c85-4084-a885-26204b155121 req-d75dd5f5-1c9f-4132-9648-12207be87386 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 210 time: 0.2075553
Oct 27 14:14:08.735342 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5bb11-3bab-4c37-8b6c-49d80ccca4f3 req-109260ff-fb53-45e5-8841-6b774139cfd0 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:08.745385 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-05e5bb11-3bab-4c37-8b6c-49d80ccca4f3 req-109260ff-fb53-45e5-8841-6b774139cfd0 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.4314930
Oct 27 14:14:08.834947 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:08.840390 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port b9d1ee42-5097-4ade-9c7a-b53dddb847ab completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:08.853345 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port b9d1ee42-5097-4ade-9c7a-b53dddb847ab triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:08.854168 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:08.924466 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-05e5bb11-3bab-4c37-8b6c-49d80ccca4f3 req-0f041e96-3275-402f-b1b7-7c75c4a03d8a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768961
Oct 27 14:14:08.936754 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f1619-fd08-4020-9e75-25143614004b None None] Port 8e87eda0-ea01-48d2-842e-6a72bb1392cd cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:14:09.034189 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Allocated IP 172.20.0.3 (7769282b-3a94-456a-a96d-5f354ba22562/8358918a-2a1a-441e-a942-65f1820a1735/bf70b5e4-8a34-41f0-bff9-14a5fde0fc03) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:14:09.038828 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:09.060193 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port b9d1ee42-5097-4ade-9c7a-b53dddb847ab, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=b9d1ee42-5097-4ade-9c7a-b53dddb847ab,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:09.068545 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:09.072001 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-113dae3e-7060-4385-8070-cf2a4f81f7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:09.170405 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=b9d1ee42-5097-4ade-9c7a-b53dddb847ab,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:09.174267 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:09.358527 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab1ed6-4a9b-463d-9c02-4d0164a1bc58 req-08a55e3e-0f0c-4681-bbb7-e0b810d75f03 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:09.360013 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-67ab1ed6-4a9b-463d-9c02-4d0164a1bc58 req-08a55e3e-0f0c-4681-bbb7-e0b810d75f03 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1892834
Oct 27 14:14:09.402943 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:09.404661 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:09.438668 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:09.448462 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:09.460156 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:09.489506 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:09.546934 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Pushing event updated for resources: {'Port': ['ID=bf70b5e4-8a34-41f0-bff9-14a5fde0fc03,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:09.559968 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:09.576249 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Network 7769282b-3a94-456a-a96d-5f354ba22562 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:09.577790 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:09.586734 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:14:09.645924 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-67ab1ed6-4a9b-463d-9c02-4d0164a1bc58 req-7e4cbbaf-1064-4a1c-a438-c927f9cae75d tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2748356
Oct 27 14:14:09.661354 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15347171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16430924'] for router_interface, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:09.667002 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e87eda0-ea01-48d2-842e-6a72bb1392cd,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:09.677399 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:09.714560 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:09.715578 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:09.742723 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa64cbf-f2ca-4b2b-8477-cd22888b119c req-91c2cae3-2ebf-4c3d-9f20-e92491006d11 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:09.743781 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0fa64cbf-f2ca-4b2b-8477-cd22888b119c req-91c2cae3-2ebf-4c3d-9f20-e92491006d11 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 946 time: 0.3362591
Oct 27 14:14:09.778032 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3834162
Oct 27 14:14:09.803904 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Request body: {'port': {'device_id': '133be01c-ede4-4b16-8df1-4592bfd49420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:09.804220 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device a3624dcc-886c-4452-96c7-06790e5f39af up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:09.947296 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0fa64cbf-f2ca-4b2b-8477-cd22888b119c req-fb523496-6f4f-4f2f-8807-f68624401b9e tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268418
Oct 27 14:14:09.967336 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:09.985251 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port a3624dcc-886c-4452-96c7-06790e5f39af triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:09.986743 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:10.150667 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Network db7e076a-393b-453e-8186-b1ad494123c3 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:10.170072 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:10.208012 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device b9d1ee42-5097-4ade-9c7a-b53dddb847ab up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:10.314567 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port b9d1ee42-5097-4ade-9c7a-b53dddb847ab triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:10.315006 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:10.542589 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba581ff-0078-451c-9a1b-2b1d0cb189c4 req-157cff76-eb70-4f59-8791-7a99d1277837 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:10.544262 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bba581ff-0078-451c-9a1b-2b1d0cb189c4 req-157cff76-eb70-4f59-8791-7a99d1277837 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 931 time: 0.5816517
Oct 27 14:14:10.592773 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-ce0bb9d2-fa1f-41a1-8599-b4e16838d2de None None] Provisioning complete for port 8e87eda0-ea01-48d2-842e-6a72bb1392cd triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:10.593517 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb9d2-fa1f-41a1-8599-b4e16838d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:10.595822 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 {{(pid=82824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:14:10.620426 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:10.641776 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Transition to ACTIVE for port object bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 will not be triggered until provisioned by entity L2. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:10.648420 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:10.660144 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:10.703378 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf92af6-b20c-4d81-9661-6c1bb3ed90a5 req-e58091e8-0e9e-4e02-aaa9-d4c186cc8d68 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:10.705016 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5bf92af6-b20c-4d81-9661-6c1bb3ed90a5 req-e58091e8-0e9e-4e02-aaa9-d4c186cc8d68 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.2936289
Oct 27 14:14:10.711822 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-bba581ff-0078-451c-9a1b-2b1d0cb189c4 req-2e9b3eda-dd3e-4b7f-a242-65b5cf4f6e35 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Synchronizing usage tracker for tenant:f1bedd96b4a0478daa1b806d41483aaf on resource:security_group {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:14:10.719920 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-ce0bb9d2-fa1f-41a1-8599-b4e16838d2de None None] Port 8e87eda0-ea01-48d2-842e-6a72bb1392cd cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:14:10.804351 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-bba581ff-0078-451c-9a1b-2b1d0cb189c4 req-2e9b3eda-dd3e-4b7f-a242-65b5cf4f6e35 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Unset dirty status for tenant:f1bedd96b4a0478daa1b806d41483aaf on resource:security_group {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:14:10.818949 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bba581ff-0078-451c-9a1b-2b1d0cb189c4 req-2e9b3eda-dd3e-4b7f-a242-65b5cf4f6e35 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2637420
Oct 27 14:14:10.862343 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 35576) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:10.866423 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Pushing event updated for resources: {'Port': ['ID=bf70b5e4-8a34-41f0-bff9-14a5fde0fc03,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:10.873547 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:11.047232 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5bf92af6-b20c-4d81-9661-6c1bb3ed90a5 req-ff2ca03f-2eee-4d80-be4c-59efa561eb84 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3129709
Oct 27 14:14:11.199354 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Attempting to bind port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:14:11.199660 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Attempting to bind port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'd5d5ab34-1836-402d-bd50-deda768494f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7769282b-3a94-456a-a96d-5f354ba22562'}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:14:11.200128 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Attempting to bind port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 on network 7769282b-3a94-456a-a96d-5f354ba22562 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:11.205091 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-94cc02b6-9dc4-4168-8d30-781cae4a20ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:11.225082 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 on network 7769282b-3a94-456a-a96d-5f354ba22562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:14:11.225572 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Attempting to bind port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 on network 7769282b-3a94-456a-a96d-5f354ba22562 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:11.228816 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591e87a-f71d-4056-8ae7-79181e42e9d3 req-e0cc45d7-549e-4bc2-90f6-75a29b16c89e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:11.235599 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f591e87a-f71d-4056-8ae7-79181e42e9d3 req-e0cc45d7-549e-4bc2-90f6-75a29b16c89e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1723368
Oct 27 14:14:11.242613 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:14:11.243092 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Checking segment: {'id': 'd5d5ab34-1836-402d-bd50-deda768494f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7769282b-3a94-456a-a96d-5f354ba22562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:11.243579 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Bound using segment: {'id': 'd5d5ab34-1836-402d-bd50-deda768494f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7769282b-3a94-456a-a96d-5f354ba22562'} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:14:11.244162 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Bound port: bf70b5e4-8a34-41f0-bff9-14a5fde0fc03, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d5ab34-1836-402d-bd50-deda768494f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7769282b-3a94-456a-a96d-5f354ba22562'}}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:14:11.244573 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:11.264829 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Router 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:14:11.268133 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-94cc02b6-9dc4-4168-8d30-781cae4a20ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:11.299717 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-94cc02b6-9dc4-4168-8d30-781cae4a20ea admin admin] Usage tracker for resource:security_group_rule and tenant:3c4586d1488a46c0a08b21fd62309346 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:11.306287 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-94cc02b6-9dc4-4168-8d30-781cae4a20ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:11.315292 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f591e87a-f71d-4056-8ae7-79181e42e9d3 req-8f474cf1-9d5c-4d5b-b6b5-38d1f1325d84 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782335
Oct 27 14:14:11.319393 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-94cc02b6-9dc4-4168-8d30-781cae4a20ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:11.374860 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] For port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03, host hv-cinder-81566, cleared binding levels {{(pid=82824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:14:11.379989 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] For port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=bf70b5e4-8a34-41f0-bff9-14a5fde0fc03,segment=NetworkSegment(d5d5ab34-1836-402d-bd50-deda768494f0),segment_id=d5d5ab34-1836-402d-bd50-deda768494f0)] {{(pid=82824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:14:11.387786 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:11.395890 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:11.486545 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:11.488803 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] 10.222.0.79 "PUT /v2.0/ports/bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 HTTP/1.1" status: 200  len: 1093 time: 1.7005119
Oct 27 14:14:11.489283 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133be01c-ede4-4b16-8df1-4592bfd49420', 'tag': 'bf70b5e4-8a34-41f0-bff9-14a5fde0fc03'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:14:11.503960 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-94cc02b6-9dc4-4168-8d30-781cae4a20ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:11.507563 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Pushing event updated for resources: {'Port': ['ID=bf70b5e4-8a34-41f0-bff9-14a5fde0fc03,revision_number=3']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:11.511286 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-94cc02b6-9dc4-4168-8d30-781cae4a20ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:11.520494 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:11.522496 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a3725cc5-c7c3-4f40-84de-e3e5a8886b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:11.570376 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:14:11.580538 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] 10.222.0.36 "PUT /v2.0/routers/816f3dcc-c973-4a5d-9846-f6aa6c2ec545/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8538294
Oct 27 14:14:11.600071 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133be01c-ede4-4b16-8df1-4592bfd49420', 'tag': 'bf70b5e4-8a34-41f0-bff9-14a5fde0fc03', 'status': 'completed', 'code': 200}
Oct 27 14:14:11.605762 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc02b6-9dc4-4168-8d30-781cae4a20ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b4fe71-deb1-4912-abb1-8eff7c3060a0,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:11.609768 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-94cc02b6-9dc4-4168-8d30-781cae4a20ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:11.612222 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-94cc02b6-9dc4-4168-8d30-781cae4a20ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c4586d1488a46c0a08b21fd62309346&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7472589
Oct 27 14:14:11.618094 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 35596) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:11.699599 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-16d138ea-7862-47e6-b33b-e2b9cc38a1b8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f1bedd96b4a0478daa1b806d41483aaf&device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 1096 time: 0.1439772
Oct 27 14:14:11.702050 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-10d58e51-2a05-4d52-8426-78dff915bdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:11.794732 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-2160150b-37a8-4695-86d2-8bf99724c5fa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 HTTP/1.1" status: 200  len: 217 time: 0.0828075
Oct 27 14:14:11.796357 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-10d58e51-2a05-4d52-8426-78dff915bdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:11.890058 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-6c628590-5749-48ab-823d-eded1b93c23f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:11.891512 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-6c628590-5749-48ab-823d-eded1b93c23f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8358918a-2a1a-441e-a942-65f1820a1735 HTTP/1.1" status: 200  len: 848 time: 0.0884097
Oct 27 14:14:11.909845 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-10d58e51-2a05-4d52-8426-78dff915bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:11.945238 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:11.968869 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-8d2fbcbc-4598-4328-8081-5f50392513f0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7769282b-3a94-456a-a96d-5f354ba22562&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0542731
Oct 27 14:14:11.970873 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d58e51-2a05-4d52-8426-78dff915bdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b4fe71-deb1-4912-abb1-8eff7c3060a0,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:11.973759 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-10d58e51-2a05-4d52-8426-78dff915bdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:11.974934 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-10d58e51-2a05-4d52-8426-78dff915bdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:11.978218 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-10d58e51-2a05-4d52-8426-78dff915bdf6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9b4fe71-deb1-4912-abb1-8eff7c3060a0 HTTP/1.1" status: 204  len: 168 time: 0.3570430
Oct 27 14:14:12.173967 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-b8ea46dd-b2d9-4d69-ba75-402857b39797 service neutron] 10.222.0.79 "GET /v2.0/networks/7769282b-3a94-456a-a96d-5f354ba22562?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1964219
Oct 27 14:14:12.187699 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411477e6-8b81-4a29-b025-067c35f0c213 req-79ea0b77-e972-4cb4-9660-c5b4adb70a47 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:12.192683 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-411477e6-8b81-4a29-b025-067c35f0c213 req-79ea0b77-e972-4cb4-9660-c5b4adb70a47 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 943 time: 0.2312727
Oct 27 14:14:12.340966 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-411477e6-8b81-4a29-b025-067c35f0c213 req-9f36fc80-22db-40c0-843f-1adce1836e12 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383827
Oct 27 14:14:12.427812 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-aa148885-aca0-4f1e-8ea7-c5ef5a47948a req-098abbb6-e546-4f94-9357-a0740c62ab29 service neutron] 10.222.0.79 "GET /v2.0/networks/7769282b-3a94-456a-a96d-5f354ba22562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2450945
Oct 27 14:14:12.509476 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acbb6f-746f-4ae3-84b4-e2d0d3a267f1 req-20421863-09f6-4741-8964-7a4f0fe40e2b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:12.512468 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-94acbb6f-746f-4ae3-84b4-e2d0d3a267f1 req-20421863-09f6-4741-8964-7a4f0fe40e2b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.1692002
Oct 27 14:14:12.608415 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-8e77e5c5-7910-4e03-ab0b-5a6c06daa979 req-410c7043-e0ca-4dc5-97c6-a69338275952 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f1bedd96b4a0478daa1b806d41483aaf&device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 1096 time: 0.1261027
Oct 27 14:14:12.617561 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-94acbb6f-746f-4ae3-84b4-e2d0d3a267f1 req-795cc100-e211-43ab-ae76-8335ac0de92c tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994718
Oct 27 14:14:12.732327 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:12.806109 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77e5c5-7910-4e03-ab0b-5a6c06daa979 req-e1b3b986-4099-4e96-a002-64085c057f16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:12.807889 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-8e77e5c5-7910-4e03-ab0b-5a6c06daa979 req-e1b3b986-4099-4e96-a002-64085c057f16 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7769282b-3a94-456a-a96d-5f354ba22562 HTTP/1.1" status: 200  len: 910 time: 0.1922898
Oct 27 14:14:12.902412 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d939ea-d28f-4e26-bb76-47a8026c394d req-e3fc5f32-91c4-4188-8ee7-d75f3919716a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:12.904442 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-37d939ea-d28f-4e26-bb76-47a8026c394d req-e3fc5f32-91c4-4188-8ee7-d75f3919716a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1356814
Oct 27 14:14:12.969894 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-8e77e5c5-7910-4e03-ab0b-5a6c06daa979 req-75e9fe10-c30d-4702-b55c-ea771c324a1f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 HTTP/1.1" status: 200  len: 217 time: 0.1457138
Oct 27 14:14:12.990365 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-37d939ea-d28f-4e26-bb76-47a8026c394d req-63f9a867-9767-43fd-aec0-036763de1131 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767097
Oct 27 14:14:13.144768 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77e5c5-7910-4e03-ab0b-5a6c06daa979 req-a4900882-efc2-4836-94f7-3b9e1f2af670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:13.147115 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-8e77e5c5-7910-4e03-ab0b-5a6c06daa979 req-a4900882-efc2-4836-94f7-3b9e1f2af670 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8358918a-2a1a-441e-a942-65f1820a1735 HTTP/1.1" status: 200  len: 848 time: 0.1510162
Oct 27 14:14:13.200884 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-8e77e5c5-7910-4e03-ab0b-5a6c06daa979 req-69f71da8-bb90-461e-ab9b-93693fb1f4d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7769282b-3a94-456a-a96d-5f354ba22562&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462043
Oct 27 14:14:13.368962 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-8e77e5c5-7910-4e03-ab0b-5a6c06daa979 req-47851935-a2aa-42cd-ac7d-bb83ed0cefa4 service neutron] 10.222.0.79 "GET /v2.0/networks/7769282b-3a94-456a-a96d-5f354ba22562?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546052
Oct 27 14:14:13.607621 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b896c2-4703-428b-9d80-d59343905dbb req-c408ee3f-5c36-44f8-aafc-447e31f56f9f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:13.615180 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-43b896c2-4703-428b-9d80-d59343905dbb req-c408ee3f-5c36-44f8-aafc-447e31f56f9f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 943 time: 0.1020420
Oct 27 14:14:13.669513 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-8e77e5c5-7910-4e03-ab0b-5a6c06daa979 req-41b6dc4b-bee0-47cb-a08e-ca52371e95d9 service neutron] 10.222.0.79 "GET /v2.0/networks/7769282b-3a94-456a-a96d-5f354ba22562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2935705
Oct 27 14:14:13.671456 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-43b896c2-4703-428b-9d80-d59343905dbb req-5ebf6930-835f-4964-8b0e-626d400dd926 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550606
Oct 27 14:14:14.007906 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55ae04-bccd-4cab-92ca-86d9db845ee9 req-7c5df105-02ab-409a-ba9e-fc552a5b146d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:14.016897 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2f55ae04-bccd-4cab-92ca-86d9db845ee9 req-7c5df105-02ab-409a-ba9e-fc552a5b146d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.2091813
Oct 27 14:14:14.085631 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2f55ae04-bccd-4cab-92ca-86d9db845ee9 req-7ecb7cb0-0572-4cbd-a184-ce0c5d22396b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674753
Oct 27 14:14:14.285847 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a300749-9978-4f94-a31a-a4767e2b051b req-a6eb9e8e-9f4f-4d5e-bf58-dff8f52a0a57 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:14.287586 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8a300749-9978-4f94-a31a-a4767e2b051b req-a6eb9e8e-9f4f-4d5e-bf58-dff8f52a0a57 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0946050
Oct 27 14:14:14.352799 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8a300749-9978-4f94-a31a-a4767e2b051b req-b772c6ec-0ef2-4e26-acf6-da783801c8e9 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593014
Oct 27 14:14:14.899511 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a21356-2d1d-4742-8f95-bbbd4428903d req-35953b06-4cd2-41f5-9425-a25d2e786404 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:14.901195 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c7a21356-2d1d-4742-8f95-bbbd4428903d req-35953b06-4cd2-41f5-9425-a25d2e786404 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 943 time: 0.1111002
Oct 27 14:14:14.964586 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c7a21356-2d1d-4742-8f95-bbbd4428903d req-2e3e01b0-c09f-49b0-a7dd-e156f5db0723 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471170
Oct 27 14:14:15.157371 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:14:15.304826 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8a337-fdec-46da-bbed-35ae0048dfbd req-4004d3c2-6713-41f7-b65c-f89d29c07e75 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:15.306291 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-22a8a337-fdec-46da-bbed-35ae0048dfbd req-4004d3c2-6713-41f7-b65c-f89d29c07e75 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.0872328
Oct 27 14:14:15.332861 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=bf70b5e4-8a34-41f0-bff9-14a5fde0fc03,segment=NetworkSegment(d5d5ab34-1836-402d-bd50-deda768494f0),segment_id=d5d5ab34-1836-402d-bd50-deda768494f0)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:15.371572 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': 'bf70b5e4-8a34-41f0-bff9-14a5fde0fc03', 'network_id': '7769282b-3a94-456a-a96d-5f354ba22562', 'port_id': 'bf70b5e4-8a34-41f0-bff9-14a5fde0fc03', 'mac_address': 'fa:16:3e:3e:b3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8358918a-2a1a-441e-a942-65f1820a1735', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:14:15.373783 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-22a8a337-fdec-46da-bbed-35ae0048dfbd req-7629e008-b4e4-49c9-b193-ed2a66cc7b99 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596602
Oct 27 14:14:15.444951 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:15.469667 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:14:15.495777 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=bf70b5e4-8a34-41f0-bff9-14a5fde0fc03,segment=NetworkSegment(d5d5ab34-1836-402d-bd50-deda768494f0),segment_id=d5d5ab34-1836-402d-bd50-deda768494f0)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:15.513153 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:15.515792 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:15.627614 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=bf70b5e4-8a34-41f0-bff9-14a5fde0fc03,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:15.631478 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:15.719469 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1a444-5f28-47de-85c1-4163163cd381 req-8827cf9e-9284-4f46-9e87-a814e7d5922c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:15.722821 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-43e1a444-5f28-47de-85c1-4163163cd381 req-8827cf9e-9284-4f46-9e87-a814e7d5922c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0842180
Oct 27 14:14:15.808872 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-43e1a444-5f28-47de-85c1-4163163cd381 req-f29f094a-3fe9-4989-ae11-67cb8cd156b1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771601
Oct 27 14:14:15.809335 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 35680) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:15.954093 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['bf70b5e4-8a34-41f0-bff9-14a5fde0fc03'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:14:16.019937 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e77f7580-1098-44a6-bacf-6f35080c4034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:16.108592 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-e77f7580-1098-44a6-bacf-6f35080c4034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:16.123716 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-e77f7580-1098-44a6-bacf-6f35080c4034 admin admin] Usage tracker for resource:security_group_rule and tenant:ecfa78a1cbe24c73896a51229a9a111d is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:16.127027 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-e77f7580-1098-44a6-bacf-6f35080c4034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:16.136331 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-e77f7580-1098-44a6-bacf-6f35080c4034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:16.357681 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e77f7580-1098-44a6-bacf-6f35080c4034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:16.370475 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e77f7580-1098-44a6-bacf-6f35080c4034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:16.377597 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-1148e985-1494-4bd4-94e9-e33a1501b134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:16.430607 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f7580-1098-44a6-bacf-6f35080c4034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df499c5-8075-428a-82f3-b6900f968967,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:16.435539 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-e77f7580-1098-44a6-bacf-6f35080c4034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:16.439595 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-e77f7580-1098-44a6-bacf-6f35080c4034 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ecfa78a1cbe24c73896a51229a9a111d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6273983
Oct 27 14:14:16.441134 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 35690) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:16.446406 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd57e9-d95f-497a-a47e-bbd3e515f1d0 req-9f24b2a0-ea0e-4d71-a15d-3913a5303a73 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:16.447909 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-34dd57e9-d95f-497a-a47e-bbd3e515f1d0 req-9f24b2a0-ea0e-4d71-a15d-3913a5303a73 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 944 time: 0.2122037
Oct 27 14:14:16.573917 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-34dd57e9-d95f-497a-a47e-bbd3e515f1d0 req-f34f5cca-edd2-4d4b-8c8a-a719133c098f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175377
Oct 27 14:14:16.585172 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-162b2f03-9c87-40bc-8567-54bed4ecef61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:16.632723 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-162b2f03-9c87-40bc-8567-54bed4ecef61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:16.636518 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3dc75-3f3e-44d8-9f9a-09f046dfe51c req-98108915-1f4f-49b3-8f65-77e1f223138d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:16.641966 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c4f3dc75-3f3e-44d8-9f9a-09f046dfe51c req-98108915-1f4f-49b3-8f65-77e1f223138d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.1243765
Oct 27 14:14:16.703757 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-162b2f03-9c87-40bc-8567-54bed4ecef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:16.709460 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-5e38eb44-bffc-45d8-869a-d36d856faa8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:16.718552 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c4f3dc75-3f3e-44d8-9f9a-09f046dfe51c req-688f58e2-93cf-45ec-8503-74b4283f7543 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756185
Oct 27 14:14:16.744534 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b2f03-9c87-40bc-8567-54bed4ecef61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df499c5-8075-428a-82f3-b6900f968967,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:16.744534 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-162b2f03-9c87-40bc-8567-54bed4ecef61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:16.766207 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-162b2f03-9c87-40bc-8567-54bed4ecef61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:16.769073 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-162b2f03-9c87-40bc-8567-54bed4ecef61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2df499c5-8075-428a-82f3-b6900f968967 HTTP/1.1" status: 204  len: 168 time: 0.3260720
Oct 27 14:14:17.111991 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a5583-3f0b-4f79-baaf-1b1cbac14f91 req-04e01c28-83ee-4494-b87d-ed681d93e433 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:17.120037 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9a6a5583-3f0b-4f79-baaf-1b1cbac14f91 req-04e01c28-83ee-4494-b87d-ed681d93e433 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1448038
Oct 27 14:14:17.172613 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9a6a5583-3f0b-4f79-baaf-1b1cbac14f91 req-0afb466d-7759-46cc-8310-14614d199b7d tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516963
Oct 27 14:14:17.271286 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 35708) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:17.290302 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8da11406-4443-4922-82df-29fb2bc4be53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:17.324893 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-8da11406-4443-4922-82df-29fb2bc4be53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:17.333494 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-8da11406-4443-4922-82df-29fb2bc4be53 admin admin] Usage tracker for resource:security_group_rule and tenant:c9c61b20e8ad4acf9677266933a7c412 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:17.338738 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-8da11406-4443-4922-82df-29fb2bc4be53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:17.344530 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-8da11406-4443-4922-82df-29fb2bc4be53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:17.421482 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8da11406-4443-4922-82df-29fb2bc4be53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:17.425274 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8da11406-4443-4922-82df-29fb2bc4be53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:17.432044 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d732d207-58d0-4bf3-b9ec-110bdb6dfe5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:17.480703 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da11406-4443-4922-82df-29fb2bc4be53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4cedfc-baa6-4365-bd4e-6302e4e088e5,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:17.482786 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-8da11406-4443-4922-82df-29fb2bc4be53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:17.486692 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-8da11406-4443-4922-82df-29fb2bc4be53 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9c61b20e8ad4acf9677266933a7c412&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2128208
Oct 27 14:14:17.489250 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 35712) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:17.568106 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-73458e37-8003-440c-abab-79adc9f0df83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:17.601281 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-73458e37-8003-440c-abab-79adc9f0df83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:17.673144 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-73458e37-8003-440c-abab-79adc9f0df83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:17.683271 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b56e0267-5da1-496c-a44d-bd6e1e255f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:17.711029 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73458e37-8003-440c-abab-79adc9f0df83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4cedfc-baa6-4365-bd4e-6302e4e088e5,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:17.763239 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-73458e37-8003-440c-abab-79adc9f0df83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:17.784933 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-73458e37-8003-440c-abab-79adc9f0df83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:17.786262 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-73458e37-8003-440c-abab-79adc9f0df83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f4cedfc-baa6-4365-bd4e-6302e4e088e5 HTTP/1.1" status: 204  len: 168 time: 0.2957418
Oct 27 14:14:17.848682 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b6800-ae29-4acb-977d-92c567aab415 req-839ab5f7-67d3-4680-9038-e771653214ed tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:17.851053 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-800b6800-ae29-4acb-977d-92c567aab415 req-839ab5f7-67d3-4680-9038-e771653214ed tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 944 time: 0.1445341
Oct 27 14:14:17.988805 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-800b6800-ae29-4acb-977d-92c567aab415 req-7f20d067-505a-4e21-a923-4811eb09d13a tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292589
Oct 27 14:14:18.070901 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4f9b4-2b91-4a07-af5a-526aa07ac403 req-655011c0-ad34-4037-b01d-c9f3c9872005 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:18.074110 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cdc4f9b4-2b91-4a07-af5a-526aa07ac403 req-655011c0-ad34-4037-b01d-c9f3c9872005 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.1973372
Oct 27 14:14:18.164011 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cdc4f9b4-2b91-4a07-af5a-526aa07ac403 req-a5ced77a-b3ea-4445-8923-fa52c374f515 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840108
Oct 27 14:14:18.426378 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca0e50-57ba-46e5-809a-976333a63223 req-701ca802-8915-46c6-b41d-9efb24af218e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:18.433304 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f8ca0e50-57ba-46e5-809a-976333a63223 req-701ca802-8915-46c6-b41d-9efb24af218e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1103661
Oct 27 14:14:18.495878 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f8ca0e50-57ba-46e5-809a-976333a63223 req-9af2f477-61e5-47b5-b875-fed261a8cabd tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613923
Oct 27 14:14:19.169270 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:19.258038 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:19.266573 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:19.268962 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:19.368289 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fd926-c483-4d92-9b4d-08df6ae34ac2 req-35ff33f5-0d95-45da-9a75-0506993d2a87 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:19.370430 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3a3fd926-c483-4d92-9b4d-08df6ae34ac2 req-35ff33f5-0d95-45da-9a75-0506993d2a87 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 944 time: 0.1866016
Oct 27 14:14:19.495614 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:19.533461 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133be01c-ede4-4b16-8df1-4592bfd49420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf70b5e4-8a34-41f0-bff9-14a5fde0fc03'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:14:19.548251 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=bf70b5e4-8a34-41f0-bff9-14a5fde0fc03,segment=NetworkSegment(d5d5ab34-1836-402d-bd50-deda768494f0),segment_id=d5d5ab34-1836-402d-bd50-deda768494f0)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:19.551231 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3a3fd926-c483-4d92-9b4d-08df6ae34ac2 req-fcd2e9c6-3326-4d11-bc35-73699d2992de tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745887
Oct 27 14:14:19.554781 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:19.558256 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:19.622847 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28c9f1-ad1b-424f-9352-445c85b04581 req-75d9d4ce-89a6-44b8-b2f9-d2e0ea3b2c10 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:19.636326 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bd28c9f1-ad1b-424f-9352-445c85b04581 req-75d9d4ce-89a6-44b8-b2f9-d2e0ea3b2c10 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.1936474
Oct 27 14:14:19.636567 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=bf70b5e4-8a34-41f0-bff9-14a5fde0fc03,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:19.639934 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:19.719696 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bd28c9f1-ad1b-424f-9352-445c85b04581 req-ad3ba5e1-029f-41ce-96c2-97088ece32bf tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818067
Oct 27 14:14:19.819722 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133be01c-ede4-4b16-8df1-4592bfd49420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf70b5e4-8a34-41f0-bff9-14a5fde0fc03', 'code': 200}
Oct 27 14:14:20.092870 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae4f92-fccb-4172-a5a3-9a54ae774913 req-fe44b07e-b3c6-46e4-95fb-9a399e4fa13a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:20.099149 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13ae4f92-fccb-4172-a5a3-9a54ae774913 req-fe44b07e-b3c6-46e4-95fb-9a399e4fa13a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1873794
Oct 27 14:14:20.204091 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13ae4f92-fccb-4172-a5a3-9a54ae774913 req-8cf93ab9-ba78-4450-a938-5eecd48a1346 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995986
Oct 27 14:14:20.396154 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-4648f21d-580d-481a-b5b5-94c648598a93 req-8e64860e-e916-4e65-8a03-a9b540a82118 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 1098 time: 0.1292531
Oct 27 14:14:20.458509 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-4648f21d-580d-481a-b5b5-94c648598a93 req-5876ac9f-4933-4d72-9f0d-f53bdbaf790e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553682
Oct 27 14:14:20.809308 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81ab3-2a05-4e70-ada6-a9015da70e30 req-21af366d-8944-471a-becf-a03afb2cbe15 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:20.809308 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c7a81ab3-2a05-4e70-ada6-a9015da70e30 req-21af366d-8944-471a-becf-a03afb2cbe15 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 945 time: 0.1188042
Oct 27 14:14:20.920853 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c7a81ab3-2a05-4e70-ada6-a9015da70e30 req-5e5a03e4-31f0-4eb6-8fe7-8885576e3cfc tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083355
Oct 27 14:14:20.963424 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda4e81-02e8-4a70-a3c1-c283010b9870 req-f7bf267e-9320-4e2e-a47b-7368d5e4ca52 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:20.965015 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6fda4e81-02e8-4a70-a3c1-c283010b9870 req-f7bf267e-9320-4e2e-a47b-7368d5e4ca52 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.1001029
Oct 27 14:14:21.049072 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6fda4e81-02e8-4a70-a3c1-c283010b9870 req-2a7f8e88-1259-402b-909d-2fbaa40f02c4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689082
Oct 27 14:14:21.542541 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362187f6-d6d7-42de-9d3d-7ee45dbcaa08 req-7ad9ce82-a3e2-4a95-aa66-81d4da701f07 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:21.543982 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-362187f6-d6d7-42de-9d3d-7ee45dbcaa08 req-7ad9ce82-a3e2-4a95-aa66-81d4da701f07 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1245430
Oct 27 14:14:21.625574 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-362187f6-d6d7-42de-9d3d-7ee45dbcaa08 req-5404d217-1787-4f27-9244-81eefa62560e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736930
Oct 27 14:14:22.402922 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9a157-b8a8-40f6-a5c7-f09ecac388af req-2c9c27cc-0828-4afd-b954-cf3e7574ce13 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:22.404358 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53c9a157-b8a8-40f6-a5c7-f09ecac388af req-2c9c27cc-0828-4afd-b954-cf3e7574ce13 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 945 time: 0.2122777
Oct 27 14:14:22.414210 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefe0ea-54c5-449c-a0f7-e12593576f02 req-62d4860d-ad1c-4c69-989c-8035fba56f62 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:22.415682 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0cefe0ea-54c5-449c-a0f7-e12593576f02 req-62d4860d-ad1c-4c69-989c-8035fba56f62 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.1168582
Oct 27 14:14:22.489768 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53c9a157-b8a8-40f6-a5c7-f09ecac388af req-535f8cdf-d255-4fe3-af93-313fef2b67a5 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730119
Oct 27 14:14:22.500255 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0cefe0ea-54c5-449c-a0f7-e12593576f02 req-cfd053ec-baae-4ff2-bf10-07c22d31e9a1 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699821
Oct 27 14:14:22.895102 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d5583-6fa4-40fa-9e5e-a9987bdf5103 req-936efa49-9359-4efb-9a2e-98fbcc998ac1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:22.897121 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-748d5583-6fa4-40fa-9e5e-a9987bdf5103 req-936efa49-9359-4efb-9a2e-98fbcc998ac1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0952687
Oct 27 14:14:22.960705 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-748d5583-6fa4-40fa-9e5e-a9987bdf5103 req-72821149-f00d-44fa-b5ef-88c56783b476 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573087
Oct 27 14:14:23.715513 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dc05f-ca21-4123-ac72-8683f4bc916c req-27206f6f-eb00-4762-b3a1-0632ef790cfe tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:23.718847 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-eb7dc05f-ca21-4123-ac72-8683f4bc916c req-27206f6f-eb00-4762-b3a1-0632ef790cfe tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.0798211
Oct 27 14:14:23.770207 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-eb7dc05f-ca21-4123-ac72-8683f4bc916c req-dbb4e616-5021-40a6-af88-cee00af710c8 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455327
Oct 27 14:14:24.192704 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624dd51-d516-4d3f-b00f-b8802a6ce957 req-54116161-bebe-4999-80d9-ce8ef77e5ad5 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:24.194252 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1624dd51-d516-4d3f-b00f-b8802a6ce957 req-54116161-bebe-4999-80d9-ce8ef77e5ad5 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1043186
Oct 27 14:14:24.249097 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1624dd51-d516-4d3f-b00f-b8802a6ce957 req-e24d178e-70ec-401b-aa28-736ebcd23bee tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454762
Oct 27 14:14:25.002546 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca07ad-e3d4-4cc0-b78d-665c165c4f90 req-a8d1750e-173b-47c8-a8fc-a2a160e42c5b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:25.004261 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dcca07ad-e3d4-4cc0-b78d-665c165c4f90 req-a8d1750e-173b-47c8-a8fc-a2a160e42c5b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.0947099
Oct 27 14:14:25.069477 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dcca07ad-e3d4-4cc0-b78d-665c165c4f90 req-1fdc3a98-8ae1-4e05-8a1a-b61e14be8063 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586882
Oct 27 14:14:25.579109 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-859b80f5-0164-4109-87dd-89f0b0680e11 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:25.580579 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-859b80f5-0164-4109-87dd-89f0b0680e11 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/networks?id=8ecb5a6d-f03e-4447-a995-145b38777b2c HTTP/1.1" status: 200  len: 814 time: 0.1726739
Oct 27 14:14:25.588104 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1661f-9c67-4091-9a77-da97b5e9c860 req-8adcb51c-fc89-4ee2-aae8-a35f4cd4e6bb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:25.589528 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b9e1661f-9c67-4091-9a77-da97b5e9c860 req-8adcb51c-fc89-4ee2-aae8-a35f4cd4e6bb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.2162447
Oct 27 14:14:25.616836 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-10a06d30-5d52-4ad0-a2ee-3e1dd7f9f2c9 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/quotas/17464c5131664d84a88aee4a92d27614 HTTP/1.1" status: 200  len: 375 time: 0.0263245
Oct 27 14:14:25.687637 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b9e1661f-9c67-4091-9a77-da97b5e9c860 req-6d8d9bf0-6f2f-40dc-9536-a16e36d8edc3 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0897088
Oct 27 14:14:25.718012 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-0795be12-520a-44df-a205-7b4c328f02b3 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=17464c5131664d84a88aee4a92d27614&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0950916
Oct 27 14:14:25.855973 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-bfeb839b-1579-4743-ae94-fb58a4348de6 service neutron] 10.222.0.36 "GET /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262507
Oct 27 14:14:25.986494 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-d74d8679-ae9c-475c-9491-227f4fe774f6 service neutron] 10.222.0.36 "GET /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242011
Oct 27 14:14:26.237749 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c652e473-2b07-48d2-9a24-3705c48b16d5 req-8ee11a02-edf1-416d-b690-1726b070d632 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 210 time: 0.0585139
Oct 27 14:14:26.348374 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94089fd8-590c-4b1e-bbc2-a1cd23253fb1 req-bc340e7f-980f-4545-b329-326d64f29e2b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:26.349864 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-94089fd8-590c-4b1e-bbc2-a1cd23253fb1 req-bc340e7f-980f-4545-b329-326d64f29e2b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.0843580
Oct 27 14:14:26.403192 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-94089fd8-590c-4b1e-bbc2-a1cd23253fb1 req-5a7f5f8d-a28e-4783-8eb4-08e37ec136d4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455847
Oct 27 14:14:26.484582 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Sync routers for ids ['816f3dcc-c973-4a5d-9846-f6aa6c2ec545'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:14:26.496795 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Routers {'816f3dcc-c973-4a5d-9846-f6aa6c2ec545'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:14:26.497528 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce175c28e0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:13:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['816f3dcc-c973-4a5d-9846-f6aa6c2ec545'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:26.591775 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-e0e1e189-036c-4893-80b1-4e5a978d0a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:26.731294 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Set router 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:14:26.944948 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608c71b-d6e6-453b-b17a-195e31dd2337 req-952ec2d4-06d2-4343-b973-0c06641b86c7 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:26.946443 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e608c71b-d6e6-453b-b17a-195e31dd2337 req-952ec2d4-06d2-4343-b973-0c06641b86c7 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1022022
Oct 27 14:14:27.027830 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e608c71b-d6e6-453b-b17a-195e31dd2337 req-43b8755c-36d4-4ebe-91fc-aed9544904cc tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669222
Oct 27 14:14:27.129448 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:27.174807 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce175c28e0>, [{'id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'name': 'tempest-TestMinimumBasicScenario-938046659-router', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b9d1ee42-5097-4ade-9c7a-b53dddb847ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:59Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': '1604dadc7e904ed9987e7ded1bc59258', 'gw_port': {'id': 'b9d1ee42-5097-4ade-9c7a-b53dddb847ab', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:00Z', 'updated_at': '2021-10-27T14:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '8e87eda0-ea01-48d2-842e-6a72bb1392cd', 'name': '', 'network_id': 'db7e076a-393b-453e-8186-b1ad494123c3', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'mac_address': 'fa:16:3e:0c:04:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd947d3c0-3620-4145-9cf1-f1bb4a940b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:07Z', 'updated_at': '2021-10-27T14:14:09Z', 'revision_number': 2, 'project_id': '1604dadc7e904ed9987e7ded1bc59258', 'subnets': [{'id': 'd947d3c0-3620-4145-9cf1-f1bb4a940b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:27.182251 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Checking router: 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:14:27.182599 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Updating router 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 port 8e87eda0-ea01-48d2-842e-6a72bb1392cd binding host dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:14:27.291763 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:27.363274 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a016ee-81e1-42d9-ba6b-26c2094db0c2 req-a124a4c1-cb5b-46c6-b017-626918db1456 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:27.365276 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-85a016ee-81e1-42d9-ba6b-26c2094db0c2 req-a124a4c1-cb5b-46c6-b017-626918db1456 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 945 time: 0.1299851
Oct 27 14:14:27.503663 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c28e45c0-0bf2-4830-ae47-5e7d9c695657 req-a602fef1-7147-4520-ada8-839868e762c2 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 210 time: 0.0552788
Oct 27 14:14:27.562091 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-85a016ee-81e1-42d9-ba6b-26c2094db0c2 req-579cc3f6-c6c0-4bab-a9db-501b7fd75178 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1895454
Oct 27 14:14:27.787880 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-1cd7f5fa-9a98-42e6-ab74-637053d9c1ca tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:27.788567 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-1cd7f5fa-9a98-42e6-ab74-637053d9c1ca tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Synchronizing usage tracker for tenant:17464c5131664d84a88aee4a92d27614 on resource:network {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:14:27.807629 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-1cd7f5fa-9a98-42e6-ab74-637053d9c1ca tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Unset dirty status for tenant:17464c5131664d84a88aee4a92d27614 on resource:network {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:14:27.809067 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-1cd7f5fa-9a98-42e6-ab74-637053d9c1ca tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.79 "GET /v2.0/networks?id=8ecb5a6d-f03e-4447-a995-145b38777b2c HTTP/1.1" status: 200  len: 814 time: 0.2978380
Oct 27 14:14:27.849915 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Request body: {'port': {'device_id': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'admin_state_up': True, 'tenant_id': '17464c5131664d84a88aee4a92d27614'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:28.028502 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc6cb2-a9f3-49fe-b559-c7b5e35a8a02 req-38095ba4-1d07-46df-bdcc-a6a19dd134a0 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:28.030117 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:28.036072 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Usage tracker for resource:port and tenant:17464c5131664d84a88aee4a92d27614 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:28.036251 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-62dc6cb2-a9f3-49fe-b559-c7b5e35a8a02 req-38095ba4-1d07-46df-bdcc-a6a19dd134a0 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.2896402
Oct 27 14:14:28.039607 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:28.045683 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:28.046698 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Notify callbacks [] for port, precommit_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:28.069709 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Transition to ACTIVE for port object 8e87eda0-ea01-48d2-842e-6a72bb1392cd will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:28.072353 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Made reservation on behalf of 17464c5131664d84a88aee4a92d27614 for: {'port': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:14:28.083300 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:28.086977 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:28.108351 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:28.115636 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-62dc6cb2-a9f3-49fe-b559-c7b5e35a8a02 req-88f7082b-b282-477e-ac83-8c7c4017b73d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785794
Oct 27 14:14:28.128560 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-d52dd088-da42-4af9-8cf9-db665add6da5 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:28.134470 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-d52dd088-da42-4af9-8cf9-db665add6da5 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/networks?id=0b9d4f1d-af76-43ad-875e-6597feb65c8e HTTP/1.1" status: 200  len: 814 time: 0.4178040
Oct 27 14:14:28.175537 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-cc54df5a-49d9-4b5b-bb1e-4a75368561dc tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/quotas/32e064bd64034775bfe5271d56d189d9 HTTP/1.1" status: 200  len: 375 time: 0.0139141
Oct 27 14:14:28.202614 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba099e0-efd3-457c-ab92-95091d2358ab None None] Pushing event updated for resources: {'Port': ['ID=8e87eda0-ea01-48d2-842e-6a72bb1392cd,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:28.308484 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-3ba099e0-efd3-457c-ab92-95091d2358ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:28.355406 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-1ebc4a52-4645-4f9c-b34a-dd1b1db6d0f3 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=32e064bd64034775bfe5271d56d189d9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1742296
Oct 27 14:14:28.436738 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Allocated IP 172.20.0.5 (8ecb5a6d-f03e-4447-a995-145b38777b2c/de23510a-d9b0-430c-ab14-9f49b3e3e9a5/c751cd49-87b4-4970-a4cd-12831ac91018) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:14:28.531956 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Attempting to bind port 8e87eda0-ea01-48d2-842e-6a72bb1392cd on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:14:28.532332 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Attempting to bind port 8e87eda0-ea01-48d2-842e-6a72bb1392cd by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': 'fb5545a9-79ea-413a-9f90-899754785f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'db7e076a-393b-453e-8186-b1ad494123c3'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:14:28.532702 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Attempting to bind port 8e87eda0-ea01-48d2-842e-6a72bb1392cd on network db7e076a-393b-453e-8186-b1ad494123c3 {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:28.544317 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:14:28.544718 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Checking segment: {'id': 'fb5545a9-79ea-413a-9f90-899754785f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'db7e076a-393b-453e-8186-b1ad494123c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:28.545107 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:28.547442 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Bound using segment: {'id': 'fb5545a9-79ea-413a-9f90-899754785f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'db7e076a-393b-453e-8186-b1ad494123c3'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:14:28.548694 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Bound port: 8e87eda0-ea01-48d2-842e-6a72bb1392cd, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5545a9-79ea-413a-9f90-899754785f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'db7e076a-393b-453e-8186-b1ad494123c3'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:14:28.549073 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:28.796339 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-55dd2565-02d9-40ba-9165-3d16559ab35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:28.804780 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] For port 8e87eda0-ea01-48d2-842e-6a72bb1392cd, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:14:28.809736 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-3ec8dfb5-c713-4966-8a90-5d5872dc761e service neutron] 10.222.0.36 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3357959
Oct 27 14:14:28.816647 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] For port 8e87eda0-ea01-48d2-842e-6a72bb1392cd, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=8e87eda0-ea01-48d2-842e-6a72bb1392cd,segment=NetworkSegment(fb5545a9-79ea-413a-9f90-899754785f2e),segment_id=fb5545a9-79ea-413a-9f90-899754785f2e)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:14:28.823720 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:28.838147 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:28.893703 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07401e58-4978-4ac5-aadf-c31cdf7b1cb3 req-be596581-b3e4-4329-a8e1-d9c50b62fe9d tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:28.903197 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-07401e58-4978-4ac5-aadf-c31cdf7b1cb3 req-be596581-b3e4-4329-a8e1-d9c50b62fe9d tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.5412121
Oct 27 14:14:28.906024 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:28.925498 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba099e0-efd3-457c-ab92-95091d2358ab None None] Pushing event updated for resources: {'Port': ['ID=8e87eda0-ea01-48d2-842e-6a72bb1392cd,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:28.929627 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-3ba099e0-efd3-457c-ab92-95091d2358ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:28.945321 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Routers {'816f3dcc-c973-4a5d-9846-f6aa6c2ec545'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:14:28.945961 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce175c28e0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:14:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['816f3dcc-c973-4a5d-9846-f6aa6c2ec545'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:28.952978 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Transition to ACTIVE for port object c751cd49-87b4-4970-a4cd-12831ac91018 will not be triggered until provisioned by entity DHCP. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:29.018961 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:29.054404 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-32a3aaa8-8a2d-437f-9352-fd269e55c8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:29.205168 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Network 8ecb5a6d-f03e-4447-a995-145b38777b2c is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:29.206553 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event updated for resources: {'Port': ['ID=c751cd49-87b4-4970-a4cd-12831ac91018,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:29.213213 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:29.215483 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:29.216187 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:14:29.369025 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:29.373747 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:29.456083 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6102014
Oct 27 14:14:29.480280 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-07401e58-4978-4ac5-aadf-c31cdf7b1cb3 req-1c8bbb3b-67f6-4f8d-86b8-273ca6db81d8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5758629
Oct 27 14:14:29.536995 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] Set router 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:14:29.605518 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-f5340e46-43d8-45db-a38f-ed3ce886ab98 service neutron] 10.222.0.36 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7861419
Oct 27 14:14:29.655856 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73719f-50c3-4c3a-9e47-4d001b411b2b req-f85b456c-f81e-4fd1-8030-ee26a57c7f8c tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:29.657361 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5e73719f-50c3-4c3a-9e47-4d001b411b2b req-f85b456c-f81e-4fd1-8030-ee26a57c7f8c tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.79 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 945 time: 0.3823378
Oct 27 14:14:29.931389 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f80f2-6503-4c4e-83c8-b67ae62684ec req-a4bf808a-0174-4883-9b9b-3eb4b2324d2e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:29.932940 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-347f80f2-6503-4c4e-83c8-b67ae62684ec req-a4bf808a-0174-4883-9b9b-3eb4b2324d2e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 931 time: 0.2179017
Oct 27 14:14:30.063143 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-347f80f2-6503-4c4e-83c8-b67ae62684ec req-2cca53be-c59d-44af-9f31-f92b5ad766c8 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240790
Oct 27 14:14:30.089992 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Request body: {'port': {'device_id': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:30.334891 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:30.509150 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:30.531725 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-1d9a372b-0ac4-4088-b6b4-ca342710a14c None None] Provisioning for port c751cd49-87b4-4970-a4cd-12831ac91018 completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:30.542074 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-5e73719f-50c3-4c3a-9e47-4d001b411b2b req-20b03f2a-4a82-43cf-aae3-bf7ab0214e8f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Deleting port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:14:30.542422 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5e73719f-50c3-4c3a-9e47-4d001b411b2b req-20b03f2a-4a82-43cf-aae3-bf7ab0214e8f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:30.555399 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-1d9a372b-0ac4-4088-b6b4-ca342710a14c None None] Provisioning complete for port c751cd49-87b4-4970-a4cd-12831ac91018 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:30.556800 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-1d9a372b-0ac4-4088-b6b4-ca342710a14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:30.838281 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a372b-0ac4-4088-b6b4-ca342710a14c None None] Port c751cd49-87b4-4970-a4cd-12831ac91018 cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:14:30.858550 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-5e73719f-50c3-4c3a-9e47-4d001b411b2b req-20b03f2a-4a82-43cf-aae3-bf7ab0214e8f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] For port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=bf70b5e4-8a34-41f0-bff9-14a5fde0fc03,segment=NetworkSegment(d5d5ab34-1836-402d-bd50-deda768494f0),segment_id=d5d5ab34-1836-402d-bd50-deda768494f0)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:30.860327 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5e73719f-50c3-4c3a-9e47-4d001b411b2b req-20b03f2a-4a82-43cf-aae3-bf7ab0214e8f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:30.870088 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce175c28e0>, [{'id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'name': 'tempest-TestMinimumBasicScenario-938046659-router', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b9d1ee42-5097-4ade-9c7a-b53dddb847ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:59Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': '1604dadc7e904ed9987e7ded1bc59258', 'gw_port': {'id': 'b9d1ee42-5097-4ade-9c7a-b53dddb847ab', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:00Z', 'updated_at': '2021-10-27T14:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '8e87eda0-ea01-48d2-842e-6a72bb1392cd', 'name': '', 'network_id': 'db7e076a-393b-453e-8186-b1ad494123c3', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'mac_address': 'fa:16:3e:0c:04:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd947d3c0-3620-4145-9cf1-f1bb4a940b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:07Z', 'updated_at': '2021-10-27T14:14:28Z', 'revision_number': 4, 'project_id': '1604dadc7e904ed9987e7ded1bc59258', 'subnets': [{'id': 'd947d3c0-3620-4145-9cf1-f1bb4a940b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:30.876285 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f08f7-517c-44d0-bb1e-1999e697413d None None] The sync data for ids ['816f3dcc-c973-4a5d-9846-f6aa6c2ec545'] in dv-cinder-815663-1-iscsi is: [{'id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'name': 'tempest-TestMinimumBasicScenario-938046659-router', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b9d1ee42-5097-4ade-9c7a-b53dddb847ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:59Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': '1604dadc7e904ed9987e7ded1bc59258', 'gw_port': {'id': 'b9d1ee42-5097-4ade-9c7a-b53dddb847ab', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:00Z', 'updated_at': '2021-10-27T14:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '8e87eda0-ea01-48d2-842e-6a72bb1392cd', 'name': '', 'network_id': 'db7e076a-393b-453e-8186-b1ad494123c3', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'mac_address': 'fa:16:3e:0c:04:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd947d3c0-3620-4145-9cf1-f1bb4a940b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:07Z', 'updated_at': '2021-10-27T14:14:28Z', 'revision_number': 4, 'project_id': '1604dadc7e904ed9987e7ded1bc59258', 'subnets': [{'id': 'd947d3c0-3620-4145-9cf1-f1bb4a940b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:14:31.094184 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-5e73719f-50c3-4c3a-9e47-4d001b411b2b req-20b03f2a-4a82-43cf-aae3-bf7ab0214e8f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Calling delete_port for bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 owned by compute:nova {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:14:31.133970 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c751cd49-87b4-4970-a4cd-12831ac91018 {{(pid=82824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:14:31.146500 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:31.164735 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Transition to ACTIVE for port object c751cd49-87b4-4970-a4cd-12831ac91018 will not be triggered until provisioned by entity L2. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:31.172482 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:31.189483 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-148cf701-14bd-4d24-8357-0e3e2b7e9671 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:31.242353 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:31.264249 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83165901-4e4d-4b04-a55a-aed9debd1965 req-bd7d6a75-d96a-49aa-9f87-598a1737468a tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:31.278794 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-83165901-4e4d-4b04-a55a-aed9debd1965 req-bd7d6a75-d96a-49aa-9f87-598a1737468a tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 945 time: 1.1818454
Oct 27 14:14:31.308337 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341994a-364d-432c-a58c-54c67b71916d req-2f8cc226-0b2d-402c-a3be-34fce727f422 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:31.310262 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5341994a-364d-432c-a58c-54c67b71916d req-2f8cc226-0b2d-402c-a3be-34fce727f422 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.8459139
Oct 27 14:14:31.443893 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Pushing event updated for resources: {'Port': ['ID=c751cd49-87b4-4970-a4cd-12831ac91018,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:31.510451 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5e73719f-50c3-4c3a-9e47-4d001b411b2b req-20b03f2a-4a82-43cf-aae3-bf7ab0214e8f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:31.538932 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:31.552235 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:31.816539 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Attempting to bind port c751cd49-87b4-4970-a4cd-12831ac91018 on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:14:31.816886 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Attempting to bind port c751cd49-87b4-4970-a4cd-12831ac91018 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '7afa0abc-9ba5-4c44-8a9a-330402cb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c'}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:14:31.817956 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Attempting to bind port c751cd49-87b4-4970-a4cd-12831ac91018 on network 8ecb5a6d-f03e-4447-a995-145b38777b2c {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:31.827701 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b03f2a-4a82-43cf-aae3-bf7ab0214e8f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Pushing event deleted for resources: {'Port': ['ID=bf70b5e4-8a34-41f0-bff9-14a5fde0fc03,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:31.837895 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Port c751cd49-87b4-4970-a4cd-12831ac91018 on network 8ecb5a6d-f03e-4447-a995-145b38777b2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:14:31.837895 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Attempting to bind port c751cd49-87b4-4970-a4cd-12831ac91018 on network 8ecb5a6d-f03e-4447-a995-145b38777b2c {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:31.883837 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:14:31.884620 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Checking segment: {'id': '7afa0abc-9ba5-4c44-8a9a-330402cb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:31.885170 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Bound using segment: {'id': '7afa0abc-9ba5-4c44-8a9a-330402cb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c'} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:14:31.885757 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Bound port: c751cd49-87b4-4970-a4cd-12831ac91018, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afa0abc-9ba5-4c44-8a9a-330402cb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c'}}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:14:31.886280 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:31.913394 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-20b03f2a-4a82-43cf-aae3-bf7ab0214e8f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:31.919360 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5341994a-364d-432c-a58c-54c67b71916d req-ab088820-293c-4630-8a35-217a25c17cd3 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5994649
Oct 27 14:14:31.936721 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-83165901-4e4d-4b04-a55a-aed9debd1965 req-de02cbb6-7a26-4e0a-a0fe-41e768c794c0 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6641221
Oct 27 14:14:31.968323 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 8e87eda0-ea01-48d2-842e-6a72bb1392cd up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:32.233000 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 8e87eda0-ea01-48d2-842e-6a72bb1392cd completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:32.244720 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e73719f-50c3-4c3a-9e47-4d001b411b2b req-20b03f2a-4a82-43cf-aae3-bf7ab0214e8f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] No DVR routers for this DVR port bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 on host hv-cinder-81566 {{(pid=82823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:14:32.248176 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5e73719f-50c3-4c3a-9e47-4d001b411b2b req-20b03f2a-4a82-43cf-aae3-bf7ab0214e8f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:32.251115 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133be01c-ede4-4b16-8df1-4592bfd49420', 'name': 'network-vif-deleted', 'tag': 'bf70b5e4-8a34-41f0-bff9-14a5fde0fc03'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:14:32.260919 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 8e87eda0-ea01-48d2-842e-6a72bb1392cd triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:32.261496 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:32.261747 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5e73719f-50c3-4c3a-9e47-4d001b411b2b req-20b03f2a-4a82-43cf-aae3-bf7ab0214e8f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.79 "DELETE /v2.0/ports/bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 HTTP/1.1" status: 204  len: 173 time: 2.0682549
Oct 27 14:14:32.272750 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] For port c751cd49-87b4-4970-a4cd-12831ac91018, host hv-cinder-81566, cleared binding levels {{(pid=82824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:14:32.286862 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] For port c751cd49-87b4-4970-a4cd-12831ac91018, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c751cd49-87b4-4970-a4cd-12831ac91018,segment=NetworkSegment(7afa0abc-9ba5-4c44-8a9a-330402cb30c5),segment_id=7afa0abc-9ba5-4c44-8a9a-330402cb30c5)] {{(pid=82824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:14:32.296968 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:32.315668 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:32.438537 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36010) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:32.470830 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-786b69f6-b7b1-4988-a594-ed719eb4dde9 req-9a7857fb-3070-4cbc-99df-5cc2c60f4fb2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 210 time: 0.0829222
Oct 27 14:14:32.557422 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:32.567308 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d208e81-8c64-4f34-8f55-8833c738f5fc req-b19d7cdd-b6c0-42a5-9c9f-4bfb8d231512 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:32.568885 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7d208e81-8c64-4f34-8f55-8833c738f5fc req-b19d7cdd-b6c0-42a5-9c9f-4bfb8d231512 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.2652466
Oct 27 14:14:32.590422 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] 10.222.0.79 "PUT /v2.0/ports/c751cd49-87b4-4970-a4cd-12831ac91018 HTTP/1.1" status: 200  len: 1093 time: 2.4750600
Oct 27 14:14:32.591060 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'tag': 'c751cd49-87b4-4970-a4cd-12831ac91018'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:14:32.603466 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:32.647675 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Pushing event updated for resources: {'Port': ['ID=c751cd49-87b4-4970-a4cd-12831ac91018,revision_number=3']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:32.729813 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:32.737264 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7d208e81-8c64-4f34-8f55-8833c738f5fc req-cae0a527-3a9e-4ffe-98cf-a04bad271adf tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1617799
Oct 27 14:14:32.753687 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 8e87eda0-ea01-48d2-842e-6a72bb1392cd, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=8e87eda0-ea01-48d2-842e-6a72bb1392cd,segment=NetworkSegment(fb5545a9-79ea-413a-9f90-899754785f2e),segment_id=fb5545a9-79ea-413a-9f90-899754785f2e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:32.759699 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:32.761709 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-4f738032-b350-45bf-8e6a-06e84f6e2f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:32.889376 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133be01c-ede4-4b16-8df1-4592bfd49420', 'name': 'network-vif-deleted', 'tag': 'bf70b5e4-8a34-41f0-bff9-14a5fde0fc03', 'status': 'completed', 'code': 200}
Oct 27 14:14:32.938676 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=8e87eda0-ea01-48d2-842e-6a72bb1392cd,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:32.942826 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:32.952014 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-ca048e01-94ff-4987-be1d-a1360b17d897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:32.972809 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'tag': 'c751cd49-87b4-4970-a4cd-12831ac91018', 'status': 'completed', 'code': 200}
Oct 27 14:14:32.973692 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:14:32.987782 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37047c4-2269-4d41-ac63-c4e5443ab8a6 req-d599e2aa-1eee-4c6a-89bc-69f0ae69d832 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:32.987782 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37047c4-2269-4d41-ac63-c4e5443ab8a6 req-d599e2aa-1eee-4c6a-89bc-69f0ae69d832 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 943 time: 0.1841500
Oct 27 14:14:33.015359 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-ca048e01-94ff-4987-be1d-a1360b17d897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:33.021831 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-ca048e01-94ff-4987-be1d-a1360b17d897 admin admin] Usage tracker for resource:security_group_rule and tenant:f282a659d96c44469a55146e25a82fd0 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:33.025731 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-ca048e01-94ff-4987-be1d-a1360b17d897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:33.032621 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-ca048e01-94ff-4987-be1d-a1360b17d897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:33.125609 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a37047c4-2269-4d41-ac63-c4e5443ab8a6 req-82b0e595-03ff-4d2f-8d9e-73c543496c76 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099825
Oct 27 14:14:33.223650 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-ca048e01-94ff-4987-be1d-a1360b17d897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:33.235263 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-ca048e01-94ff-4987-be1d-a1360b17d897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:33.240083 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-9ef43140-bb96-4de1-abda-f0fa0af3c902 req-2269c2cb-f026-4467-8160-69a437d7e073 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Synchronizing usage tracker for tenant:f1bedd96b4a0478daa1b806d41483aaf on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:14:33.245657 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4569071c-5aba-4489-9be5-29159009948c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:33.263850 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:14:33.284288 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-9ef43140-bb96-4de1-abda-f0fa0af3c902 req-2269c2cb-f026-4467-8160-69a437d7e073 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Unset dirty status for tenant:f1bedd96b4a0478daa1b806d41483aaf on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:14:33.286271 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9ef43140-bb96-4de1-abda-f0fa0af3c902 req-2269c2cb-f026-4467-8160-69a437d7e073 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 210 time: 0.1003981
Oct 27 14:14:33.307183 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:14:33.307826 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device bf70b5e4-8a34-41f0-bff9-14a5fde0fc03 not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:14:33.323685 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca048e01-94ff-4987-be1d-a1360b17d897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e52380-d8da-4221-a593-840e6c7e627c,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:33.329215 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-ca048e01-94ff-4987-be1d-a1360b17d897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:33.336246 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 36024) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:33.336494 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-ca048e01-94ff-4987-be1d-a1360b17d897 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f282a659d96c44469a55146e25a82fd0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8946474
Oct 27 14:14:33.491589 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ad07a7a2-7192-4844-bcc8-770437b54437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:33.531081 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ad07a7a2-7192-4844-bcc8-770437b54437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:33.555587 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cd887-35ac-431b-9a26-73d64c8f3af1 req-0a108848-79cb-4ca7-a4ea-c2ab89892897 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:33.557076 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4d2cd887-35ac-431b-9a26-73d64c8f3af1 req-0a108848-79cb-4ca7-a4ea-c2ab89892897 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.1638854
Oct 27 14:14:33.638863 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4d2cd887-35ac-431b-9a26-73d64c8f3af1 req-ef9c6311-1def-44d4-8dd8-fc477c27ea01 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742838
Oct 27 14:14:33.660332 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ad07a7a2-7192-4844-bcc8-770437b54437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:33.664244 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-2c88e8f3-86cc-49a9-82fd-d13fe3e11894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:33.681714 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07a7a2-7192-4844-bcc8-770437b54437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e52380-d8da-4221-a593-840e6c7e627c,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:33.685763 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ad07a7a2-7192-4844-bcc8-770437b54437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:33.688555 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ad07a7a2-7192-4844-bcc8-770437b54437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:33.689709 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-ad07a7a2-7192-4844-bcc8-770437b54437 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76e52380-d8da-4221-a593-840e6c7e627c HTTP/1.1" status: 204  len: 168 time: 0.3524344
Oct 27 14:14:33.872272 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bda33c49-3256-485b-91eb-356c867001aa req-99ed83bc-97c7-4bc4-9e28-176d87024650 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 210 time: 0.1138618
Oct 27 14:14:33.924864 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 8e87eda0-ea01-48d2-842e-6a72bb1392cd up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:34.072633 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 8e87eda0-ea01-48d2-842e-6a72bb1392cd triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:34.073204 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:34.196391 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb92d9-e81a-4b0e-86cb-32cd0cc24c87 req-8ed48f91-1022-47eb-adfa-283c3b7201dd tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:34.203809 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-88bb92d9-e81a-4b0e-86cb-32cd0cc24c87 req-8ed48f91-1022-47eb-adfa-283c3b7201dd tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1283062
Oct 27 14:14:34.282073 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-88bb92d9-e81a-4b0e-86cb-32cd0cc24c87 req-ab80f796-102b-477a-8dd4-795d7f4474f8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746505
Oct 27 14:14:34.443183 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8387da-b153-4cc9-82f0-6e7ded508232 req-f6a567aa-fd7e-4c44-ba90-2968bb51b5cc tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:34.450118 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c8387da-b153-4cc9-82f0-6e7ded508232 req-f6a567aa-fd7e-4c44-ba90-2968bb51b5cc tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 943 time: 0.1145144
Oct 27 14:14:34.503270 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c8387da-b153-4cc9-82f0-6e7ded508232 req-109f671e-04a3-4dc2-a6b8-a4c4e69fd823 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520527
Oct 27 14:14:34.568010 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ed7e8e42-4481-46d5-9bca-da028c01bedc req-e01d2d47-a484-493c-8de2-925fa7849fd8 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 210 time: 0.0515115
Oct 27 14:14:34.890407 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c586f-4a3f-4883-8d3d-85c540590fa1 req-16a96495-4490-417e-9f66-1eeb8a4c95cc tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:34.892006 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f88c586f-4a3f-4883-8d3d-85c540590fa1 req-16a96495-4490-417e-9f66-1eeb8a4c95cc tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.1146455
Oct 27 14:14:34.915926 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36062) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:34.957549 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f88c586f-4a3f-4883-8d3d-85c540590fa1 req-fc49c8f4-340b-42ad-8cf0-86d37d65cb65 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595703
Oct 27 14:14:35.153520 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1734927885-network', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:35.159675 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:35.170983 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Usage tracker for resource:network and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:35.174746 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1983d1c6-142d-4358-a003-367a59a3a966 req-384be013-370b-41ca-bb47-2f6add22e2f2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 210 time: 0.0652499
Oct 27 14:14:35.177916 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:35.192187 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:35.217555 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Made reservation on behalf of a65515b5f5df43aea6fd099108a3e961 for: {'network': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:14:35.223884 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:35.237731 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:35.271758 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:35.276114 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Usage tracker for resource:security_group_rule and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:35.279061 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:35.285868 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:35.375508 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:35.382752 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:35.388239 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-9fb737f0-6a87-4ec0-a6bb-8bd633bbcd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:35.415452 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091}  {{(pid=82824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:14:35.430582 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196f9eca-d18a-47c0-bebb-7ca64e751380,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:35.434952 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:35.436006 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:35.436222 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.segments_db [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Added segment 25632c59-18d6-492c-875e-ce293ee25d6e of type vlan for network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857
Oct 27 14:14:35.464145 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:35.510004 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:35.511487 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:35.512068 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:35.515992 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:35.551584 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccaa96-c742-4d37-a53f-a39ab7f0bed4 req-d57c09e6-eb47-4252-bedf-2fef590c4599 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:35.553802 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1dccaa96-c742-4d37-a53f-a39ab7f0bed4 req-d57c09e6-eb47-4252-bedf-2fef590c4599 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1123788
Oct 27 14:14:35.617773 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1dccaa96-c742-4d37-a53f-a39ab7f0bed4 req-b80b0635-5dbc-479c-b2b6-d9f69d68bd92 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552108
Oct 27 14:14:35.667060 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Pushing event updated for resources: {'Network': ['ID=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:35.671334 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:35.678348 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7613699
Oct 27 14:14:35.681132 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36082) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:35.687033 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:14:35.687576 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Request body: {'subnet': {'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1734927885-subnet', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'ip_version': 4}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:35.692745 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:35.696690 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Usage tracker for resource:subnet and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:35.699715 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:35.715076 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:35.730359 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Made reservation on behalf of a65515b5f5df43aea6fd099108a3e961 for: {'subnet': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:14:35.733876 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16133470'] for subnet, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:35.860049 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bba3eda1-0462-4e55-ab77-4fd1b888b16e req-5f583c37-5eca-40ac-b96a-fa645eedaa41 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 210 time: 0.0797234
Oct 27 14:14:35.900615 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d1f2-87d4-4d8a-a9b0-53412458a614 req-f1808233-74de-4d0a-b712-62ed7960f685 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:35.902063 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bb36d1f2-87d4-4d8a-a9b0-53412458a614 req-f1808233-74de-4d0a-b712-62ed7960f685 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 943 time: 0.2228837
Oct 27 14:14:35.953562 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bb36d1f2-87d4-4d8a-a9b0-53412458a614 req-ff00cd2a-b629-4428-8241-692492305f47 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441372
Oct 27 14:14:36.027956 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16043881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16133416'] for subnet, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:36.042683 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-9bf2f4f3-54ff-4747-974a-cb6c1a69aca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:36.133199 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16c5105-226e-4271-a9b2-16ef0cf863cc,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:36.137192 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:36.145676 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Checking segment: {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:36.146156 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Network hostable DHCP agents. Network: f1faa33a-0c5a-4cdb-a1b6-853b7dee9857, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:14:36.182573 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:14:36.199976 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, f1faa33a-0c5a-4cdb-a1b6-853b7dee9857) {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:36.204382 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:36.206031 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:36.212394 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a844b11f-b832-411a-aa6e-1fb50045a9de None None] Network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:14:36.232177 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f347f0-2209-4317-8c28-77ed5e3d2ad3 req-c2b2558c-0144-41ab-8155-31f0f729a886 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:36.234015 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-83f347f0-2209-4317-8c28-77ed5e3d2ad3 req-c2b2558c-0144-41ab-8155-31f0f729a886 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.1211739
Oct 27 14:14:36.239996 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5575268
Oct 27 14:14:36.243150 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36090) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:36.274100 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:36.295631 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:36.307910 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-83f347f0-2209-4317-8c28-77ed5e3d2ad3 req-b67978f6-953b-485c-b1da-2b7c85390cb4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650210
Oct 27 14:14:36.310351 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Usage tracker for resource:router and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:36.324587 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:36.333457 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:36.347338 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16423044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59882'] for router, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:36.348483 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16495057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:36.391829 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:36.458453 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-687968ad-c9ec-4973-93ae-3e43f8806d7d req-0a8d2926-6bd1-45a1-9e3f-9c42e6540779 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 210 time: 0.0703163
Oct 27 14:14:36.498897 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fce550-c1a4-55b7-a1a4-7db2473b096c-f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc'}]}} from dv-cinder-815663-1-iscsi. {{(pid=82826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 14:14:36.499832 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:36.701916 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16419597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16423058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59777'] for router, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:36.735468 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.db_base_plugin_common [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Allocated IP 172.20.0.2 (f1faa33a-0c5a-4cdb-a1b6-853b7dee9857/c16c5105-226e-4271-a9b2-16ef0cf863cc/7d00320c-41c2-4ef6-88f4-b299a191198f) {{(pid=82826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:14:36.820882 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 36102) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:37.036250 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Notify callbacks [] for port, precommit_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:37.061449 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Transition to ACTIVE for port object 7d00320c-41c2-4ef6-88f4-b299a191198f will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:37.083448 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba401b5-c1f5-451a-be2a-106d3cdaf649 req-c993bfb0-a213-4de4-839a-356ad42e35ea tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:37.088456 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ba401b5-c1f5-451a-be2a-106d3cdaf649 req-c993bfb0-a213-4de4-839a-356ad42e35ea tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.2197080
Oct 27 14:14:37.107673 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Transition to ACTIVE for port object 7d00320c-41c2-4ef6-88f4-b299a191198f will not be triggered until provisioned by entity DHCP. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:37.116668 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598'] for port, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:37.135334 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:37.155048 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ba401b5-c1f5-451a-be2a-106d3cdaf649 req-f3329478-0fdd-48c1-a65b-a55628b663a9 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600855
Oct 27 14:14:37.174255 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:37.219948 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:37.223934 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f2b58f57-ff9f-4a0e-9cc1-1c6f82c62259 req-cfdb415d-b642-40c3-b677-84f5a70b9e9a tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 210 time: 0.0737641
Oct 27 14:14:37.226806 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-532e7af3-c278-4026-861e-918cc3aa54c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:37.259080 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 is already hosted by enough agents. {{(pid=82826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:37.275971 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.base_scheduler [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Resources bound (agent type, host, resource id):  {{(pid=82826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:37.283009 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Received port after_create {{(pid=82826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:14:37.295437 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-532e7af3-c278-4026-861e-918cc3aa54c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:37.304008 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-532e7af3-c278-4026-861e-918cc3aa54c0 admin admin] Usage tracker for resource:security_group_rule and tenant:ce075c95bd8d40f8b9f2cc99cada871e is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:37.311015 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-532e7af3-c278-4026-861e-918cc3aa54c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:37.325151 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-532e7af3-c278-4026-861e-918cc3aa54c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:37.519615 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Pushing event updated for resources: {'Port': ['ID=7d00320c-41c2-4ef6-88f4-b299a191198f,revision_number=1']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:37.522571 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:37.523922 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Attempting to bind port 7d00320c-41c2-4ef6-88f4-b299a191198f on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:14:37.524439 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Attempting to bind port 7d00320c-41c2-4ef6-88f4-b299a191198f by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:14:37.524808 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Attempting to bind port 7d00320c-41c2-4ef6-88f4-b299a191198f on network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:37.532067 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:14:37.532446 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Checking segment: {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:37.532854 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:37.533788 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Bound using segment: {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:14:37.534269 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Bound port: 7d00320c-41c2-4ef6-88f4-b299a191198f, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:14:37.534849 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:37.542154 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Allocated IP 172.27.2.118 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/3e8dabc5-c4da-4d38-8544-e43b50fbb45a) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:14:37.634453 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-532e7af3-c278-4026-861e-918cc3aa54c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:37.639329 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] For port 7d00320c-41c2-4ef6-88f4-b299a191198f, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:14:37.645930 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] For port 7d00320c-41c2-4ef6-88f4-b299a191198f, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=7d00320c-41c2-4ef6-88f4-b299a191198f,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:14:37.652570 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:37.657237 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-532e7af3-c278-4026-861e-918cc3aa54c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:37.659597 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-5661f957-d4e2-4d9b-9b69-dea2a0a739d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:37.693052 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-689f08a2-689d-4118-947e-76190df6fa4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:37.819553 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Pushing event updated for resources: {'Port': ['ID=7d00320c-41c2-4ef6-88f4-b299a191198f,revision_number=2']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:37.824186 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:37.869223 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e7af3-c278-4026-861e-918cc3aa54c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab76c6ee-1241-4d57-8929-0f297411ba01,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:37.872994 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-532e7af3-c278-4026-861e-918cc3aa54c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:37.906075 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:37.923755 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c780f-843a-40c9-b9c4-5d1fdbfc7e67 req-409fe634-c1ba-484e-adb4-285ecd78bb19 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:37.931986 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-066c780f-843a-40c9-b9c4-5d1fdbfc7e67 req-409fe634-c1ba-484e-adb4-285ecd78bb19 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 943 time: 0.4927342
Oct 27 14:14:37.936673 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-532e7af3-c278-4026-861e-918cc3aa54c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce075c95bd8d40f8b9f2cc99cada871e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1149142
Oct 27 14:14:37.948520 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36120) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:38.004599 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:38.013438 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:38.062665 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-066c780f-843a-40c9-b9c4-5d1fdbfc7e67 req-e34b9ef3-e7ae-4bac-896e-abc192c41e06 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293941
Oct 27 14:14:38.076650 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b0949-6e73-426d-8263-5d24ef67fc64 req-588596b1-35ba-4abe-885c-1a335c68867a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:38.086869 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bc6b0949-6e73-426d-8263-5d24ef67fc64 req-588596b1-35ba-4abe-885c-1a335c68867a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.2586873
Oct 27 14:14:38.094251 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Pushing event updated for resources: {'Port': ['ID=3e8dabc5-c4da-4d38-8544-e43b50fbb45a,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:38.103673 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:38.152820 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a9937358-485c-4ea9-8fd8-d059a7c9356d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:38.209487 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a9937358-485c-4ea9-8fd8-d059a7c9356d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:38.239843 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bc6b0949-6e73-426d-8263-5d24ef67fc64 req-fda9a973-93f1-4786-a1c5-3f11047e9597 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513004
Oct 27 14:14:38.292716 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:38.294915 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:38.297963 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:14:38.383526 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a9937358-485c-4ea9-8fd8-d059a7c9356d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:38.393363 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-26d7a22a-d615-42b0-b73e-d251b5e93501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:38.422361 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f1ad1412-6c66-40c0-8840-c17747ed6c3e req-ed45d15f-0e6f-4bda-87ae-8ff3abff255e tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 210 time: 0.0687068
Oct 27 14:14:38.478948 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9937358-485c-4ea9-8fd8-d059a7c9356d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab76c6ee-1241-4d57-8929-0f297411ba01,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:38.501739 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a9937358-485c-4ea9-8fd8-d059a7c9356d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:38.545698 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a9937358-485c-4ea9-8fd8-d059a7c9356d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:38.550280 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-a9937358-485c-4ea9-8fd8-d059a7c9356d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab76c6ee-1241-4d57-8929-0f297411ba01 HTTP/1.1" status: 204  len: 168 time: 0.6003773
Oct 27 14:14:38.560738 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c0f32-9e6b-4e14-987f-38dd876de37f req-9b159f21-4bfa-4464-92fd-47b50d078fa1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:38.568678 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3e8c0f32-9e6b-4e14-987f-38dd876de37f req-9b159f21-4bfa-4464-92fd-47b50d078fa1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1029236
Oct 27 14:14:38.649309 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:38.650043 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16419618'] for router, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:38.657718 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3e8c0f32-9e6b-4e14-987f-38dd876de37f req-d14b1146-9978-4042-a718-3bcdaa9d8694 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0880198
Oct 27 14:14:38.668554 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0c4d8f48-6f0a-4646-a1d2-598ea1318ab2 req-a73d1b95-13fb-4e8f-b757-ed4b86751206 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 210 time: 0.0602953
Oct 27 14:14:38.960726 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 is scheduled to L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef with binding_index 1 {{(pid=82824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 14:14:39.294246 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:14:39.307301 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Sync routers for ids ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:14:39.321782 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Notify callbacks [] for router, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:39.323406 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.0791197
Oct 27 14:14:39.326238 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36144) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:39.336227 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Routers {'49e2e5f8-d205-4417-ba02-e5e81083b6f5'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:14:39.338653 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce176661f0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:14:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:39.354019 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e543c132-7acc-494f-bac3-9eece3bcc0ca None None] Network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:14:39.619444 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Set router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:14:39.783411 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3469d-0049-4bcd-8cbe-b9d0ccff8834 req-01456d56-5a41-4e4d-97d0-f0d1e7046fdf tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:39.800366 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-49c3469d-0049-4bcd-8cbe-b9d0ccff8834 req-01456d56-5a41-4e4d-97d0-f0d1e7046fdf tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.3613276
Oct 27 14:14:39.821305 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dcce0-37fd-4f1e-89af-63a5e08fa468 req-2183c182-133d-4517-85d1-1aa622ec2312 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:39.828719 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-445dcce0-37fd-4f1e-89af-63a5e08fa468 req-2183c182-133d-4517-85d1-1aa622ec2312 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 943 time: 0.5501349
Oct 27 14:14:39.835089 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b12ac3c2-f5d3-4755-a5bc-8fb2f0d80eb2 None None] Provisioning for port 7d00320c-41c2-4ef6-88f4-b299a191198f completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:39.937631 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-445dcce0-37fd-4f1e-89af-63a5e08fa468 req-a0cc7af4-568a-4a58-b69a-e74233f07a44 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052010
Oct 27 14:14:39.940905 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-49c3469d-0049-4bcd-8cbe-b9d0ccff8834 req-968b0424-ca0a-4543-8d9c-ec0964e9369b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396096
Oct 27 14:14:39.982488 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 7d00320c-41c2-4ef6-88f4-b299a191198f up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:40.255249 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-76e2550a-04d0-4936-bf34-bfcf7715e38a req-801ba825-3d25-4df2-9694-f4efb316bfe0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 210 time: 0.1269071
Oct 27 14:14:40.381415 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce176661f0>, [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:38Z', 'revision_number': 3, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:40.388921 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Checking router: 49e2e5f8-d205-4417-ba02-e5e81083b6f5 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:14:40.389437 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Updating router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 port 3e8dabc5-c4da-4d38-8544-e43b50fbb45a binding host dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:14:40.487920 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 7d00320c-41c2-4ef6-88f4-b299a191198f completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:40.504507 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 7d00320c-41c2-4ef6-88f4-b299a191198f triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:40.504888 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:40.507237 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:40.582991 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3dfd9c77-bcbd-4118-ba6b-82fa99767444 req-ad05daa6-5597-4f7c-8dda-59cc2a4236e4 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 210 time: 0.1581290
Oct 27 14:14:40.620451 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee7d8e-e78f-4bf7-bb4b-16cf3fb464d7 req-a931468f-ce8b-4456-a461-5c4076e65ca4 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:40.624809 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-74ee7d8e-e78f-4bf7-bb4b-16cf3fb464d7 req-a931468f-ce8b-4456-a461-5c4076e65ca4 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.3657863
Oct 27 14:14:40.770737 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-74ee7d8e-e78f-4bf7-bb4b-16cf3fb464d7 req-2478a806-b6e6-462a-a1cc-4dd5202d8dcf tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1391218
Oct 27 14:14:40.864923 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:40.953177 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 7d00320c-41c2-4ef6-88f4-b299a191198f, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=7d00320c-41c2-4ef6-88f4-b299a191198f,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:40.957983 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:40.974505 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:41.085474 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Notify callbacks [] for port, precommit_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:41.125177 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.provisioning_blocks [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Transition to ACTIVE for port object 3e8dabc5-c4da-4d38-8544-e43b50fbb45a will not be triggered until provisioned by entity L2. {{(pid=82827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:41.137584 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:41.151332 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:41.234426 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-3b5c5308-fd1b-4278-b561-ccec95b3cc51 None None] Provisioning complete for port 7d00320c-41c2-4ef6-88f4-b299a191198f triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:41.234850 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-3b5c5308-fd1b-4278-b561-ccec95b3cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:41.254154 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Pushing event updated for resources: {'Port': ['ID=3e8dabc5-c4da-4d38-8544-e43b50fbb45a,revision_number=2']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:41.279618 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=7d00320c-41c2-4ef6-88f4-b299a191198f,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:41.294514 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:41.313629 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:41.313982 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:41.315392 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:41.315392 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:41.315392 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:41.315392 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:41.315762 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:41.316105 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:41.316422 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:41.316730 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:41.317042 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:41.331528 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:41.349464 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Attempting to bind port 3e8dabc5-c4da-4d38-8544-e43b50fbb45a on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:14:41.349767 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Attempting to bind port 3e8dabc5-c4da-4d38-8544-e43b50fbb45a by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:14:41.350129 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Attempting to bind port 3e8dabc5-c4da-4d38-8544-e43b50fbb45a on network fdfde01f-dc55-4892-86f9-78cb0380a430 {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:41.367725 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:14:41.368091 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Checking segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:41.368495 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:41.368889 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Bound using segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:14:41.369363 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Bound port: 3e8dabc5-c4da-4d38-8544-e43b50fbb45a, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:14:41.369787 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:41.568043 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] For port 3e8dabc5-c4da-4d38-8544-e43b50fbb45a, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:14:41.572269 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] For port 3e8dabc5-c4da-4d38-8544-e43b50fbb45a, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=3e8dabc5-c4da-4d38-8544-e43b50fbb45a,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:14:41.583937 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:41.593344 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-83de4b8f-53f3-40ac-8d82-39f6cba0f8c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:41.662139 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a69364-c233-4edf-94ef-fa653c589e07 req-bf9b94a5-3e2f-4e54-8047-84a9b91486be tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:41.687590 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Pushing event updated for resources: {'Port': ['ID=3e8dabc5-c4da-4d38-8544-e43b50fbb45a,revision_number=3']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:41.690559 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Routers {'49e2e5f8-d205-4417-ba02-e5e81083b6f5'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:14:41.691220 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce176661f0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:14:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:41.709970 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-94a69364-c233-4edf-94ef-fa653c589e07 req-bf9b94a5-3e2f-4e54-8047-84a9b91486be tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 943 time: 0.4892488
Oct 27 14:14:41.736970 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:41.744199 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:41.814376 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abadb4-6686-4a5e-881d-f87db076b8fa req-64d70108-d7d2-4380-be5d-36dc23f95f28 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:41.832147 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-17abadb4-6686-4a5e-881d-f87db076b8fa req-64d70108-d7d2-4380-be5d-36dc23f95f28 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.5167606
Oct 27 14:14:41.881630 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 7d00320c-41c2-4ef6-88f4-b299a191198f up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:41.912788 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-94a69364-c233-4edf-94ef-fa653c589e07 req-c99ae908-1e60-4167-9d41-90878a16f1c7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014468
Oct 27 14:14:41.929131 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-17abadb4-6686-4a5e-881d-f87db076b8fa req-efd056d9-95f7-439f-aa01-a26f7968c5e6 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675254
Oct 27 14:14:42.003917 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 7d00320c-41c2-4ef6-88f4-b299a191198f triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:42.005435 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:42.010910 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] Set router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:14:42.024545 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Allocated IP 172.20.0.1 (f1faa33a-0c5a-4cdb-a1b6-853b7dee9857/c16c5105-226e-4271-a9b2-16ef0cf863cc/e3385b8f-efd4-4965-8961-d3b9c815b794) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:14:42.222952 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-76b89bc0-f240-4ff8-be86-0612eb731449 req-472b549e-3e23-4857-b3d3-3c144657769c tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=133be01c-ede4-4b16-8df1-4592bfd49420 HTTP/1.1" status: 200  len: 210 time: 0.0876400
Oct 27 14:14:42.224764 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ff4ec0ad-d3e6-48b3-833e-8ff52077b641 req-1b01f372-d4c5-436f-b7a0-627440289109 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 210 time: 0.0541775
Oct 27 14:14:42.284442 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:42.303161 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Transition to ACTIVE for port object e3385b8f-efd4-4965-8961-d3b9c815b794 will not be triggered until provisioned by entity DHCP. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:42.328978 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:42.343790 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-43a1e077-7a40-41b3-9005-34a6c139230d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:42.420293 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:42.423198 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:42.450863 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:14:42.474720 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce176661f0>, [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:38Z', 'revision_number': 3, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:42.482344 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4cf4c-4039-42b2-a4d1-b27ba65c52be None None] The sync data for ids ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'] in dv-cinder-815663-1-iscsi is: [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:38Z', 'revision_number': 3, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:14:42.535197 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16417640'] for router_interface, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:42.623362 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-734b901d-ddf2-40c4-99eb-9d83a3535fa3 req-3633b53e-bf86-4d23-8375-f6c36e2b6a92 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=17464c5131664d84a88aee4a92d27614&device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 1096 time: 0.2861056
Oct 27 14:14:42.639480 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8addf-dc2b-4d70-9c63-4d3be71003c8 req-cd530fe1-a176-4e4f-a3e1-d62f7e24cbc4 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:42.646523 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Pushing event updated for resources: {'Port': ['ID=e3385b8f-efd4-4965-8961-d3b9c815b794,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:42.649797 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dac8addf-dc2b-4d70-9c63-4d3be71003c8 req-cd530fe1-a176-4e4f-a3e1-d62f7e24cbc4 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.2414761
Oct 27 14:14:42.662922 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:42.712979 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:42.733383 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:42.823973 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dac8addf-dc2b-4d70-9c63-4d3be71003c8 req-24896508-d7be-4605-acd5-2f3fb2a956d1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1723473
Oct 27 14:14:42.871085 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-6ffc5d65-14b1-4390-a555-10944b3c2fc7 None None] Provisioning for port e3385b8f-efd4-4965-8961-d3b9c815b794 completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:42.880715 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-6ffc5d65-14b1-4390-a555-10944b3c2fc7 None None] Provisioning complete for port e3385b8f-efd4-4965-8961-d3b9c815b794 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:42.881093 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-6ffc5d65-14b1-4390-a555-10944b3c2fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:42.955619 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc5d65-14b1-4390-a555-10944b3c2fc7 None None] Port e3385b8f-efd4-4965-8961-d3b9c815b794 cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:14:42.988362 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b901d-ddf2-40c4-99eb-9d83a3535fa3 req-ae137031-03b7-4781-a625-07464f3177a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:42.989785 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-734b901d-ddf2-40c4-99eb-9d83a3535fa3 req-ae137031-03b7-4781-a625-07464f3177a1 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=17464c5131664d84a88aee4a92d27614&shared=False HTTP/1.1" status: 200  len: 916 time: 0.3118625
Oct 27 14:14:43.160512 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:43.167686 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:43.197214 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-04ae1dfa-37de-4c65-8815-a8943985c45a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:43.331923 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Pushing event updated for resources: {'Port': ['ID=e3385b8f-efd4-4965-8961-d3b9c815b794,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:43.334935 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:43.354893 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15347171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16430924'] for router_interface, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:43.375749 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b901d-ddf2-40c4-99eb-9d83a3535fa3 req-7c7823ea-fb12-404b-9aca-cf0cd158074d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:43.378073 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-734b901d-ddf2-40c4-99eb-9d83a3535fa3 req-7c7823ea-fb12-404b-9aca-cf0cd158074d service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.3817680
Oct 27 14:14:43.408885 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798b8f2-91f7-46f8-9dfc-016e30b482c3 req-face218c-2afc-46ad-a388-af762abd13b7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:43.411109 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f798b8f2-91f7-46f8-9dfc-016e30b482c3 req-face218c-2afc-46ad-a388-af762abd13b7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 943 time: 0.2651336
Oct 27 14:14:43.419251 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c624a-8b6e-4ca8-a62d-f106fe55df84 req-6d34abc5-91c8-4750-9dfe-3b5b0b58e7c7 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:43.420856 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b40c624a-8b6e-4ca8-a62d-f106fe55df84 req-6d34abc5-91c8-4750-9dfe-3b5b0b58e7c7 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.2737064
Oct 27 14:14:43.530362 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-5d6fadf5-3e8a-4ca2-b014-3781fd637e37 req-77196220-254b-4e4e-a5ab-67b373380ca4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2397394
Oct 27 14:14:43.542404 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b40c624a-8b6e-4ca8-a62d-f106fe55df84 req-b54b5ef5-abde-4ec4-b7e2-0be9e0e72d43 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962656
Oct 27 14:14:43.569111 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f798b8f2-91f7-46f8-9dfc-016e30b482c3 req-03689ad5-6826-41d2-b207-4939aeb267e1 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467113
Oct 27 14:14:43.570949 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:43.572174 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:43.596827 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-c3662924-cedd-4fa2-9845-8d8e80b87003 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=17464c5131664d84a88aee4a92d27614&device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 1096 time: 0.0899611
Oct 27 14:14:43.830963 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-0317647b-6f9f-4abe-b2b2-7492b05ca35a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c751cd49-87b4-4970-a4cd-12831ac91018 HTTP/1.1" status: 200  len: 217 time: 0.2157772
Oct 27 14:14:43.833989 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5d402555-826e-4a07-8581-e9e4b027d4d0 req-5917514b-250e-4c69-9f73-24795e4424a2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 210 time: 0.0566185
Oct 27 14:14:43.987068 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-e38a232a-e785-4e92-8d2f-91a567eb1142 None None] Provisioning complete for port e3385b8f-efd4-4965-8961-d3b9c815b794 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:43.987989 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-e38a232a-e785-4e92-8d2f-91a567eb1142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:44.053989 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-e38a232a-e785-4e92-8d2f-91a567eb1142 None None] Port e3385b8f-efd4-4965-8961-d3b9c815b794 cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:14:44.185000 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:14:44.189171 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecfbc2-9cd3-48d2-9a99-86fa6d88b1f2 req-4a9640ae-0a99-449f-a3e7-bbc9ac5651d4 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:44.190842 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-88ecfbc2-9cd3-48d2-9a99-86fa6d88b1f2 req-4a9640ae-0a99-449f-a3e7-bbc9ac5651d4 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1983695
Oct 27 14:14:44.229686 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-fdb43d82-4488-410f-8214-d71327cc2523 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:44.231142 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-fdb43d82-4488-410f-8214-d71327cc2523 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/networks?id=7769282b-3a94-456a-a96d-5f354ba22562 HTTP/1.1" status: 200  len: 808 time: 0.1978316
Oct 27 14:14:44.261769 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-7f2319c5-ebda-46d0-a640-43e9ea201894 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/quotas/f1bedd96b4a0478daa1b806d41483aaf HTTP/1.1" status: 200  len: 375 time: 0.0189502
Oct 27 14:14:44.264047 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-88ecfbc2-9cd3-48d2-9a99-86fa6d88b1f2 req-7cc01f50-a1aa-4684-b309-0398fb47c612 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614040
Oct 27 14:14:44.309594 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-197f7bcb-e0d4-44a7-9b18-463cd0bd9e6f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1bedd96b4a0478daa1b806d41483aaf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0412505
Oct 27 14:14:44.403631 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:14:44.414043 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] 10.222.0.36 "PUT /v2.0/routers/49e2e5f8-d205-4417-ba02-e5e81083b6f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0865564
Oct 27 14:14:44.458964 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-7af17d7b-94b2-4cb6-8906-223dfaa8d65e service neutron] 10.222.0.36 "GET /v2.0/networks/7769282b-3a94-456a-a96d-5f354ba22562?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418860
Oct 27 14:14:44.646074 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-92d749b2-4632-4b8e-8f27-b62e55bdc2b0 service neutron] 10.222.0.36 "GET /v2.0/networks/7769282b-3a94-456a-a96d-5f354ba22562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1808972
Oct 27 14:14:44.679868 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c63b3b-b854-401c-9fd2-e84a607de90a req-da858ec3-6839-438b-b76d-297d5f010296 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:44.681319 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-28c63b3b-b854-401c-9fd2-e84a607de90a req-da858ec3-6839-438b-b76d-297d5f010296 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0984302
Oct 27 14:14:44.731402 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-28c63b3b-b854-401c-9fd2-e84a607de90a req-33314b20-3f81-4eca-8761-a84de6bac925 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445898
Oct 27 14:14:45.089257 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441b9bb-93d0-49fb-9fb6-e5b8706eaa37 req-4917c1b6-94ab-49d3-a052-61c8dbb8c1cf tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:45.094474 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1441b9bb-93d0-49fb-9fb6-e5b8706eaa37 req-4917c1b6-94ab-49d3-a052-61c8dbb8c1cf tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 943 time: 0.1965177
Oct 27 14:14:45.115638 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15efd76-5e74-4af8-bdb0-b95a18f05fb6 req-99762916-d4ff-45c8-ad1a-e6036896a014 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:45.122724 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b15efd76-5e74-4af8-bdb0-b95a18f05fb6 req-99762916-d4ff-45c8-ad1a-e6036896a014 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.2654741
Oct 27 14:14:45.215224 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b15efd76-5e74-4af8-bdb0-b95a18f05fb6 req-8b210a7e-f3ec-4d57-915c-4b8c29aeefc7 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915380
Oct 27 14:14:45.251461 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1441b9bb-93d0-49fb-9fb6-e5b8706eaa37 req-4be5896a-bff4-4bf5-ab32-3a8cd45f4799 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124158
Oct 27 14:14:45.366509 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bfa40a8b-b030-4dc0-a7bc-80489379ad36 req-25ba457b-1870-48ba-b040-5da0a1a2953a tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 210 time: 0.0768917
Oct 27 14:14:45.453638 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5a1168a5-6652-4003-8451-970ece166500 req-34efcc4b-cdbf-4f4c-8a94-d9046b5d8c3c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 210 time: 0.0478213
Oct 27 14:14:45.555171 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36256) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:45.560659 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1872938031-network', 'tenant_id': '8f3aa7abf0214a7cad3a40b511fc05f1'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:45.566236 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:45.570278 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Usage tracker for resource:network and tenant:8f3aa7abf0214a7cad3a40b511fc05f1 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:45.573337 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:45.579663 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:45.590976 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Made reservation on behalf of 8f3aa7abf0214a7cad3a40b511fc05f1 for: {'network': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:14:45.593311 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:45.607867 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:45.641633 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:45.645928 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Usage tracker for resource:security_group_rule and tenant:8f3aa7abf0214a7cad3a40b511fc05f1 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:45.648820 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:45.654752 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:45.729223 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:45.733459 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:45.737062 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-8c97686a-0043-44c8-b890-6ba018d941d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:45.776203 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 3e8dabc5-c4da-4d38-8544-e43b50fbb45a up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:45.778048 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083}  {{(pid=82824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:14:45.787110 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4084cac-cf6b-406f-a256-3bc81cf837ab,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:45.790333 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:45.794957 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:45.795327 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.segments_db [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Added segment 57950040-e997-46ed-a9c0-6048f2c77e73 of type vlan for network f60dd9e0-f9af-41c9-9c90-fe90a8f016fc
Oct 27 14:14:45.824356 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:45.851085 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 3e8dabc5-c4da-4d38-8544-e43b50fbb45a completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:45.856720 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 3e8dabc5-c4da-4d38-8544-e43b50fbb45a triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:45.857352 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:45.862542 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:45.864017 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:45.864681 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:45.868328 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b7539baa-c0d7-44ed-8a02-db4229e09af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:45.958855 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f7589-08d2-409c-a33d-3f7839abd66b req-5fb47766-8f93-47f4-a14f-9c58293f0025 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:45.963105 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dd0f7589-08d2-409c-a33d-3f7839abd66b req-5fb47766-8f93-47f4-a14f-9c58293f0025 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0883896
Oct 27 14:14:45.972015 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4157467
Oct 27 14:14:45.977672 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36262) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:45.983650 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Request body: {'subnet': {'network_id': 'f60dd9e0-f9af-41c9-9c90-fe90a8f016fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1872938031-subnet', 'tenant_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'ip_version': 4}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:45.984821 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:45.988357 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Pushing event updated for resources: {'Network': ['ID=f60dd9e0-f9af-41c9-9c90-fe90a8f016fc,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:45.999391 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:46.002744 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:46.003058 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network f60dd9e0-f9af-41c9-9c90-fe90a8f016fc details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:14:46.007354 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Usage tracker for resource:subnet and tenant:8f3aa7abf0214a7cad3a40b511fc05f1 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:46.010799 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:46.017164 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:46.029367 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 3e8dabc5-c4da-4d38-8544-e43b50fbb45a, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=3e8dabc5-c4da-4d38-8544-e43b50fbb45a,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:46.030756 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Made reservation on behalf of 8f3aa7abf0214a7cad3a40b511fc05f1 for: {'subnet': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:14:46.032273 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dd0f7589-08d2-409c-a33d-3f7839abd66b req-6b59345b-07a9-4b65-907b-8162f87f8809 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646660
Oct 27 14:14:46.035144 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16133470'] for subnet, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:46.043414 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:46.047697 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:46.179290 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=3e8dabc5-c4da-4d38-8544-e43b50fbb45a,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:46.182536 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:46.268764 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16043881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16133416'] for subnet, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:46.272698 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4f942a43-3eb5-484e-aece-c1a85755459c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:46.344593 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c13e6f-00b9-46f2-b787-c3cc67126279,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:46.348668 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:46.355610 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Checking segment: {'id': '57950040-e997-46ed-a9c0-6048f2c77e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f60dd9e0-f9af-41c9-9c90-fe90a8f016fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:46.356037 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Network hostable DHCP agents. Network: f60dd9e0-f9af-41c9-9c90-fe90a8f016fc, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:14:46.380812 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Network f60dd9e0-f9af-41c9-9c90-fe90a8f016fc is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:14:46.399674 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, f60dd9e0-f9af-41c9-9c90-fe90a8f016fc) {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:46.409512 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87267d69-88f4-4a40-a22f-492cc4990df4 None None] Network f60dd9e0-f9af-41c9-9c90-fe90a8f016fc requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:14:46.457006 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:46.457491 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:46.499284 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5202978
Oct 27 14:14:46.499940 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36276) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:46.509664 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1872938031-router', 'tenant_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:46.514896 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:46.519755 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Usage tracker for resource:router and tenant:8f3aa7abf0214a7cad3a40b511fc05f1 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:46.522609 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:46.529597 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:46.540982 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16423044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59882'] for router, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:46.542078 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16495057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:46.561690 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-5d6fadf5-3e8a-4ca2-b014-3781fd637e37 req-c025a64c-6abd-4f6c-9c78-5fe2b7233315 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32e064bd64034775bfe5271d56d189d9&device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 1098 time: 0.1597888
Oct 27 14:14:46.576831 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:46.605400 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-a1f78978-103d-4197-b11f-aebd920e6bc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:46.607620 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-a1f78978-103d-4197-b11f-aebd920e6bc4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de23510a-d9b0-430c-ab14-9f49b3e3e9a5 HTTP/1.1" status: 200  len: 853 time: 0.2207515
Oct 27 14:14:46.636574 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c8bc4-4786-4d7c-95be-facd16c12250 req-d770493f-d9f8-42fb-9062-cc5b5ef46251 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:46.644294 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-291c8bc4-4786-4d7c-95be-facd16c12250 req-d770493f-d9f8-42fb-9062-cc5b5ef46251 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.3159223
Oct 27 14:14:46.728417 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f5527-d763-4283-aabd-6bde4d719824 req-df2d7773-1877-43b9-a361-62cb7aef8f6f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:46.735673 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2c3f5527-d763-4283-aabd-6bde4d719824 req-df2d7773-1877-43b9-a361-62cb7aef8f6f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 943 time: 0.3558731
Oct 27 14:14:46.799803 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fce550-c1a4-55b7-a1a4-7db2473b096c-f60dd9e0-f9af-41c9-9c90-fe90a8f016fc', 'network_id': 'f60dd9e0-f9af-41c9-9c90-fe90a8f016fc', 'tenant_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'fixed_ips': [{'subnet_id': '39c13e6f-00b9-46f2-b787-c3cc67126279'}]}} from dv-cinder-815663-1-iscsi. {{(pid=82826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 14:14:46.800656 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:46.876536 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16419597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16423058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59777'] for router, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:46.931858 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2c3f5527-d763-4283-aabd-6bde4d719824 req-5a0b144d-f151-4dc5-83b8-a5075f1a7085 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933587
Oct 27 14:14:46.964810 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-291c8bc4-4786-4d7c-95be-facd16c12250 req-be6b1138-b845-4200-97ef-1f568a2ccbad tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3193645
Oct 27 14:14:46.982185 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fadf5-3e8a-4ca2-b014-3781fd637e37 req-394cf494-ec3d-45ae-8b9c-0a5d4c9b876f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:46.988385 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-5d6fadf5-3e8a-4ca2-b014-3781fd637e37 req-394cf494-ec3d-45ae-8b9c-0a5d4c9b876f service neutron] 10.222.0.79 "GET /v2.0/networks?id=0b9d4f1d-af76-43ad-875e-6597feb65c8e HTTP/1.1" status: 200  len: 916 time: 0.3267787
Oct 27 14:14:47.020487 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-6d99c5b1-ef0f-487d-9d51-b4177c9ab58a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ecb5a6d-f03e-4447-a995-145b38777b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3904903
Oct 27 14:14:47.027489 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6416ceb5-f4d5-4ea5-a44e-bd474d8552c0 req-64839b8f-2812-46f3-97fa-91c5756fa5d7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a32d3bb833eb4a8ea5bb9428523f7587&device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 1098 time: 0.3986003
Oct 27 14:14:47.031549 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.79', 53038) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:47.050562 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.db_base_plugin_common [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Allocated IP 172.20.0.2 (f60dd9e0-f9af-41c9-9c90-fe90a8f016fc/39c13e6f-00b9-46f2-b787-c3cc67126279/364f3a11-2d4d-49e4-a85d-6759be6f1184) {{(pid=82826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:14:47.111493 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.79', 53039) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:47.183586 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-5d6fadf5-3e8a-4ca2-b014-3781fd637e37 req-ef39517b-3fe0-4ac7-a04f-9c692700c7db service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12a40891-1add-4917-94be-396bbcdb28dc HTTP/1.1" status: 200  len: 217 time: 0.1801102
Oct 27 14:14:47.378155 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Notify callbacks [] for port, precommit_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:47.386590 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-70f31b14-67b7-463d-a5ee-92c7b328a5ac req-ff9f06af-a8b2-4c33-81d8-2c22ce99f14e tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 210 time: 0.1529093
Oct 27 14:14:47.388593 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-54cc4ca8-5904-47f0-97af-3c6ef5622aab req-e8f42a65-2711-4b0d-9c22-64699dc28851 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 210 time: 0.1419177
Oct 27 14:14:47.393763 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Transition to ACTIVE for port object 364f3a11-2d4d-49e4-a85d-6759be6f1184 will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:47.421503 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Transition to ACTIVE for port object 364f3a11-2d4d-49e4-a85d-6759be6f1184 will not be triggered until provisioned by entity DHCP. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:47.429102 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598'] for port, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:47.433647 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:47.511924 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-6aee80f2-6d70-4d23-9cd8-e9b3fa30c5ea service neutron] 10.222.0.79 "GET /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3772643
Oct 27 14:14:47.519333 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Network f60dd9e0-f9af-41c9-9c90-fe90a8f016fc is already hosted by enough agents. {{(pid=82826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:47.524306 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.base_scheduler [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Resources bound (agent type, host, resource id):  {{(pid=82826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:47.528738 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Received port after_create {{(pid=82826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:14:47.531118 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Pushing event updated for resources: {'Port': ['ID=364f3a11-2d4d-49e4-a85d-6759be6f1184,revision_number=1']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:47.536666 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:47.598650 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-55a8bf67-f775-4fde-ab2a-140ba6178933 req-2173a838-d75d-423d-b638-e835686929e4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 1099 time: 0.5297749
Oct 27 14:14:47.604550 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416ceb5-f4d5-4ea5-a44e-bd474d8552c0 req-80b1dbe7-c446-4100-bbcd-7a499f3ccbe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:47.606059 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6416ceb5-f4d5-4ea5-a44e-bd474d8552c0 req-80b1dbe7-c446-4100-bbcd-7a499f3ccbe9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb HTTP/1.1" status: 200  len: 912 time: 0.3736410
Oct 27 14:14:47.692254 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Attempting to bind port 364f3a11-2d4d-49e4-a85d-6759be6f1184 on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:14:47.692643 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Attempting to bind port 364f3a11-2d4d-49e4-a85d-6759be6f1184 by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '57950040-e997-46ed-a9c0-6048f2c77e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f60dd9e0-f9af-41c9-9c90-fe90a8f016fc'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:14:47.692990 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Attempting to bind port 364f3a11-2d4d-49e4-a85d-6759be6f1184 on network f60dd9e0-f9af-41c9-9c90-fe90a8f016fc {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:47.698514 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.79', 53042) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:47.704988 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fadf5-3e8a-4ca2-b014-3781fd637e37 req-6c55a312-2cbe-47e6-943d-d16879159150 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:47.706545 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-5d6fadf5-3e8a-4ca2-b014-3781fd637e37 req-6c55a312-2cbe-47e6-943d-d16879159150 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=34a78620-5e75-47e6-8829-bc1e4d0350f9 HTTP/1.1" status: 200  len: 854 time: 0.5069380
Oct 27 14:14:47.709015 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:14:47.710402 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:47.715851 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Checking segment: {'id': '57950040-e997-46ed-a9c0-6048f2c77e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f60dd9e0-f9af-41c9-9c90-fe90a8f016fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:47.716668 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:47.718224 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Bound using segment: {'id': '57950040-e997-46ed-a9c0-6048f2c77e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f60dd9e0-f9af-41c9-9c90-fe90a8f016fc'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:14:47.718764 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Bound port: 364f3a11-2d4d-49e4-a85d-6759be6f1184, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57950040-e997-46ed-a9c0-6048f2c77e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f60dd9e0-f9af-41c9-9c90-fe90a8f016fc'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:14:47.719209 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:47.771262 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:47.831894 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-951fa152-558f-414c-80a4-01af8a472440 None None] For port 364f3a11-2d4d-49e4-a85d-6759be6f1184, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:14:47.837373 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-5d6fadf5-3e8a-4ca2-b014-3781fd637e37 req-b715c080-ad76-4054-a7c1-badda7f229fb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b9d4f1d-af76-43ad-875e-6597feb65c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0691502
Oct 27 14:14:47.837846 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-951fa152-558f-414c-80a4-01af8a472440 None None] For port 364f3a11-2d4d-49e4-a85d-6759be6f1184, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=364f3a11-2d4d-49e4-a85d-6759be6f1184,segment=NetworkSegment(57950040-e997-46ed-a9c0-6048f2c77e73),segment_id=57950040-e997-46ed-a9c0-6048f2c77e73)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:14:47.842576 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 3e8dabc5-c4da-4d38-8544-e43b50fbb45a up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:47.882021 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-9ae3ef11-d6cb-49ac-8aec-d13f03b934c1 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:47.883498 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-9ae3ef11-d6cb-49ac-8aec-d13f03b934c1 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "GET /v2.0/networks?id=0b9d4f1d-af76-43ad-875e-6597feb65c8e HTTP/1.1" status: 200  len: 814 time: 0.7541752
Oct 27 14:14:47.935763 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:47.943129 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:48.118849 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Request body: {'port': {'device_id': 'e8858eb0-9acb-41fa-8b40-141ef868b522', 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e', 'admin_state_up': True, 'tenant_id': '32e064bd64034775bfe5271d56d189d9'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:48.150818 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 3e8dabc5-c4da-4d38-8544-e43b50fbb45a triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:48.151514 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:48.190947 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6416ceb5-f4d5-4ea5-a44e-bd474d8552c0 req-1dcec2ba-0066-411b-b2b5-c99fca69a9b8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19eb66a1-100d-4ec5-8072-9795d2cdf200 HTTP/1.1" status: 200  len: 1000 time: 0.5474367
Oct 27 14:14:48.233505 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Pushing event updated for resources: {'Port': ['ID=364f3a11-2d4d-49e4-a85d-6759be6f1184,revision_number=2']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:48.239644 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:48.289101 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-55a8bf67-f775-4fde-ab2a-140ba6178933 req-88f82908-9903-437d-a424-5a9f2a7b326f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6796834
Oct 27 14:14:48.299331 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e9c467a6-da23-4135-beb3-9ca9b0ba0fc5 req-e13c331f-a952-4316-b666-bc81d5bfa000 service neutron] 10.222.0.79 "GET /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7768686
Oct 27 14:14:48.365362 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-5d6fadf5-3e8a-4ca2-b014-3781fd637e37 req-7e7c9fba-35f9-436c-9ecb-d84050c787f4 service neutron] 10.222.0.79 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4796565
Oct 27 14:14:48.394583 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-af728f22-799d-4dcc-a23e-6720bdb93faf tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:48.409439 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-af728f22-799d-4dcc-a23e-6720bdb93faf tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.79 "GET /v2.0/networks?id=7769282b-3a94-456a-a96d-5f354ba22562 HTTP/1.1" status: 200  len: 808 time: 0.6922240
Oct 27 14:14:48.423457 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:48.429721 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Usage tracker for resource:port and tenant:32e064bd64034775bfe5271d56d189d9 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:48.430773 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1acce-bacd-421b-a1f5-f176f5b20d5d req-be0c6c50-8f26-4900-a8b2-e7810f8edfbc tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:48.432362 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15c1acce-bacd-421b-a1f5-f176f5b20d5d req-be0c6c50-8f26-4900-a8b2-e7810f8edfbc tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.7329619
Oct 27 14:14:48.435612 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416ceb5-f4d5-4ea5-a44e-bd474d8552c0 req-2f4fc2cf-e80f-4d3d-8593-625bb6aeb3cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:48.436714 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:48.436957 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6416ceb5-f4d5-4ea5-a44e-bd474d8552c0 req-2f4fc2cf-e80f-4d3d-8593-625bb6aeb3cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6fa137-4b38-49f8-9a27-ac5a35d6a617 HTTP/1.1" status: 200  len: 849 time: 0.2040141
Oct 27 14:14:48.445666 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:48.481185 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Made reservation on behalf of 32e064bd64034775bfe5271d56d189d9 for: {'port': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:14:48.484303 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:48.507203 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74333126-b229-4428-96c0-4d57dc095034 req-f0337bc2-4938-456a-91b5-a99767d2291e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:48.508795 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-74333126-b229-4428-96c0-4d57dc095034 req-f0337bc2-4938-456a-91b5-a99767d2291e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 943 time: 0.2220540
Oct 27 14:14:48.511686 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15c1acce-bacd-421b-a1f5-f176f5b20d5d req-a3bdef14-244e-4916-a040-92b02b4a960e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656238
Oct 27 14:14:48.527227 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Allocated IP 172.27.2.168 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/2ca6ea4b-fdbd-40a4-9c69-24f8803af14f) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:14:48.585187 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-74333126-b229-4428-96c0-4d57dc095034 req-eee6f8c1-080b-44cb-b95b-3c4ac5441528 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695536
Oct 27 14:14:48.630774 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Sync routers for ids ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:14:48.652165 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Routers {'49e2e5f8-d205-4417-ba02-e5e81083b6f5'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:14:48.652926 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce176e9880>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:14:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:48.771086 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ad7dcdf7-e492-4d9c-b477-5bea68ec314c req-233af18d-f971-4d9c-9e9c-7726e6ee82c5 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 210 time: 0.0517125
Oct 27 14:14:48.799089 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f743df5-2df5-4a16-a71c-7afd0def8949 req-a70a8c4d-caf2-4d58-9305-eaca61aabd76 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:48.806371 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4f743df5-2df5-4a16-a71c-7afd0def8949 req-a70a8c4d-caf2-4d58-9305-eaca61aabd76 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.1411204
Oct 27 14:14:48.852762 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Allocated IP 172.20.0.7 (0b9d4f1d-af76-43ad-875e-6597feb65c8e/34a78620-5e75-47e6-8829-bc1e4d0350f9/badd50cd-78ae-46fd-b514-5787acb86e11) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:14:48.860419 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:48.871818 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4f743df5-2df5-4a16-a71c-7afd0def8949 req-f60c0c3e-7eeb-4634-90e7-c8e86149b7b1 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643525
Oct 27 14:14:48.890983 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Set router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:14:48.958437 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:48.964143 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:48.996841 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-23147ef5-210d-43f3-8bde-f82ba344ecff req-da6a79c6-e158-438c-a9c6-aeb86328535e tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 210 time: 0.0494707
Oct 27 14:14:49.054441 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca6ea4b-fdbd-40a4-9c69-24f8803af14f,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:49.058733 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:49.134107 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:49.137302 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:49.147686 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:14:49.270141 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce176e9880>, [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 2, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:49.276317 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Checking router: 49e2e5f8-d205-4417-ba02-e5e81083b6f5 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:14:49.276684 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Updating router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 port e3385b8f-efd4-4965-8961-d3b9c815b794 binding host dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:14:49.295897 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:49.332533 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:49.352335 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:49.363884 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c5b269d5-7680-49f4-8873-f81553cb3545 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:49.380236 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a760e-c796-4865-ae2b-ac35245723c3 None None] Network f60dd9e0-f9af-41c9-9c90-fe90a8f016fc requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:14:49.446198 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Pushing event updated for resources: {'Port': ['ID=badd50cd-78ae-46fd-b514-5787acb86e11,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:49.450255 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Network 0b9d4f1d-af76-43ad-875e-6597feb65c8e is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:49.451188 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:49.453196 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:49.455538 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:14:49.520095 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:49.521029 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16419618'] for router, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:49.529098 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:49.529098 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:49.565480 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-539c4548-20aa-44f1-b542-0bc097aaa470 None None] Provisioning for port 364f3a11-2d4d-49e4-a85d-6759be6f1184 completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:49.633816 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5641336
Oct 27 14:14:49.759462 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c18a9-8bf5-44b9-b54a-a96ad8522a81 req-2db85154-46a5-426e-bb63-11ac159294d8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:49.761109 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3e7c18a9-8bf5-44b9-b54a-a96ad8522a81 req-2db85154-46a5-426e-bb63-11ac159294d8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1090741
Oct 27 14:14:49.837333 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 364f3a11-2d4d-49e4-a85d-6759be6f1184 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:49.894396 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3e7c18a9-8bf5-44b9-b54a-a96ad8522a81 req-7af218d7-f6dc-4b1e-a9f1-1caf5a3b7d6b tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1257973
Oct 27 14:14:49.922682 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1394a8-27a8-4eec-bdfe-2adbcfbeaa1c req-077b3dfe-9964-4787-8ca1-789f4cfaee10 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:49.922682 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1d1394a8-27a8-4eec-bdfe-2adbcfbeaa1c req-077b3dfe-9964-4787-8ca1-789f4cfaee10 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 943 time: 0.1520667
Oct 27 14:14:49.968492 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Router bd1af048-c3ce-46cb-b0ad-caadb7e64339 is scheduled to L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef with binding_index 1 {{(pid=82824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 14:14:50.059982 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:50.062981 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 364f3a11-2d4d-49e4-a85d-6759be6f1184 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:50.087750 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 364f3a11-2d4d-49e4-a85d-6759be6f1184 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:50.088119 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:50.144825 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Transition to ACTIVE for port object e3385b8f-efd4-4965-8961-d3b9c815b794 will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:50.163213 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:50.169768 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:50.180546 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1d1394a8-27a8-4eec-bdfe-2adbcfbeaa1c req-0348118a-0a50-4df9-ba46-9ca76e3e3d45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2507188
Oct 27 14:14:50.200110 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e6f81543-07a4-47ef-942e-818f99886110 req-8dfa06a8-1cd0-4e8c-b7be-6704d96b51d6 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 210 time: 0.0985382
Oct 27 14:14:50.297277 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:14:50.308320 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Sync routers for ids ['bd1af048-c3ce-46cb-b0ad-caadb7e64339'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:14:50.323477 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Routers {'bd1af048-c3ce-46cb-b0ad-caadb7e64339'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:14:50.324807 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17666760>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:14:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['bd1af048-c3ce-46cb-b0ad-caadb7e64339'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:50.343981 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Notify callbacks [] for router, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:50.345199 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.8441870
Oct 27 14:14:50.348153 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36322) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:50.390117 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0c95c-c0cd-4830-85f0-18ba1c23e975 None None] Pushing event updated for resources: {'Port': ['ID=e3385b8f-efd4-4965-8961-d3b9c815b794,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:50.397394 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-5cb0c95c-c0cd-4830-85f0-18ba1c23e975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:50.502134 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:50.526814 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-8187687f-c14f-47ed-8ad7-dd9018371382 None None] Provisioning complete for port 364f3a11-2d4d-49e4-a85d-6759be6f1184 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:50.527082 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-8187687f-c14f-47ed-8ad7-dd9018371382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:50.569904 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Set router bd1af048-c3ce-46cb-b0ad-caadb7e64339 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:14:50.610302 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Attempting to bind port e3385b8f-efd4-4965-8961-d3b9c815b794 on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:14:50.611295 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Attempting to bind port e3385b8f-efd4-4965-8961-d3b9c815b794 by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:14:50.611760 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Attempting to bind port e3385b8f-efd4-4965-8961-d3b9c815b794 on network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:50.613810 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dce101-67d5-4e0c-a5c9-cf61c5a92af3 req-2810365d-a1d8-44c9-81d4-6c34a5f29cd4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:50.621089 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-54dce101-67d5-4e0c-a5c9-cf61c5a92af3 req-2810365d-a1d8-44c9-81d4-6c34a5f29cd4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.2083745
Oct 27 14:14:50.630998 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 364f3a11-2d4d-49e4-a85d-6759be6f1184, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=364f3a11-2d4d-49e4-a85d-6759be6f1184,segment=NetworkSegment(57950040-e997-46ed-a9c0-6048f2c77e73),segment_id=57950040-e997-46ed-a9c0-6048f2c77e73)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:50.633780 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:14:50.634289 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Checking segment: {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:50.634838 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:50.635435 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Bound using segment: {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:14:50.636003 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Bound port: e3385b8f-efd4-4965-8961-d3b9c815b794, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:14:50.636469 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:50.648730 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:50.653500 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-bc262d0c-cb0a-4eb7-82b5-3ed6b0e4d85c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:50.658727 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8c672-f08f-4534-942c-15e4ae510b79 req-a0c43e7e-86c9-4652-8c21-10482862f524 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:50.660713 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-39c8c672-f08f-4534-942c-15e4ae510b79 req-a0c43e7e-86c9-4652-8c21-10482862f524 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 931 time: 0.1815538
Oct 27 14:14:50.715722 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-54dce101-67d5-4e0c-a5c9-cf61c5a92af3 req-2874e4f2-52d2-4340-9b32-5d6b843749e5 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934186
Oct 27 14:14:50.767457 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-39c8c672-f08f-4534-942c-15e4ae510b79 req-55c8f22b-c6d5-42da-a1a3-69e0a209f78e tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981445
Oct 27 14:14:50.846253 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=364f3a11-2d4d-49e4-a85d-6759be6f1184,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:50.850831 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:50.855528 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] For port e3385b8f-efd4-4965-8961-d3b9c815b794, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:14:50.858815 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] For port e3385b8f-efd4-4965-8961-d3b9c815b794, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=e3385b8f-efd4-4965-8961-d3b9c815b794,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:14:50.865119 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:50.869683 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:50.964854 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0c95c-c0cd-4830-85f0-18ba1c23e975 None None] Pushing event updated for resources: {'Port': ['ID=e3385b8f-efd4-4965-8961-d3b9c815b794,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:50.977042 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-5cb0c95c-c0cd-4830-85f0-18ba1c23e975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:50.983687 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17666760>, [{'id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'name': 'tempest-TestVolumeBootPattern-1872938031-router', 'tenant_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '2ca6ea4b-fdbd-40a4-9c69-24f8803af14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:46Z', 'updated_at': '2021-10-27T14:14:49Z', 'revision_number': 3, 'project_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'gw_port': {'id': '2ca6ea4b-fdbd-40a4-9c69-24f8803af14f', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:47Z', 'updated_at': '2021-10-27T14:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:50.995149 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Checking router: bd1af048-c3ce-46cb-b0ad-caadb7e64339 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:14:50.995993 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Updating router bd1af048-c3ce-46cb-b0ad-caadb7e64339 port 2ca6ea4b-fdbd-40a4-9c69-24f8803af14f binding host dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:14:51.011361 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Routers {'49e2e5f8-d205-4417-ba02-e5e81083b6f5'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:14:51.013659 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce176e9880>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:14:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:51.129127 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:51.238598 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['12a40891-1add-4917-94be-396bbcdb28dc', '78b385bb-3fc3-4974-ab0c-bc7def60e7f6', 'e350d459-f91d-4ded-a5be-6a64c62bd37c'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:14:51.323111 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Request body: {'port': {'device_id': '549d1341-d51c-4511-9dc0-a0bd39178d81', 'network_id': '7769282b-3a94-456a-a96d-5f354ba22562', 'admin_state_up': True, 'tenant_id': 'f1bedd96b4a0478daa1b806d41483aaf'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:51.333136 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Request body: {'port': {'device_id': 'e8858eb0-9acb-41fa-8b40-141ef868b522', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:51.466724 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] Set router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:14:51.538578 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f5af7517-d13d-46fc-b064-b07e582201d1 req-2da56e31-511e-445b-aaf6-9341772d23c8 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 210 time: 0.0767324
Oct 27 14:14:51.553735 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef1323-6682-4109-99c3-b4f672fe847c req-09957dbe-5cb0-4c97-a078-7e80cdaf8a46 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:51.562101 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-68ef1323-6682-4109-99c3-b4f672fe847c req-09957dbe-5cb0-4c97-a078-7e80cdaf8a46 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.4600527
Oct 27 14:14:51.651976 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6416ceb5-f4d5-4ea5-a44e-bd474d8552c0 req-f718165b-28d2-49dd-84d2-359e11af0ec3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3792398
Oct 27 14:14:51.660358 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:51.673487 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-68ef1323-6682-4109-99c3-b4f672fe847c req-67ea45dc-401e-4253-a87e-b754a109331e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1100564
Oct 27 14:14:51.687628 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:51.696102 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Notify callbacks [] for port, precommit_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:51.720959 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Made reservation on behalf of f1bedd96b4a0478daa1b806d41483aaf for: {'port': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:14:51.724225 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:51.726403 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.provisioning_blocks [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Transition to ACTIVE for port object 2ca6ea4b-fdbd-40a4-9c69-24f8803af14f will not be triggered until provisioned by entity L2. {{(pid=82827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:51.743347 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:51.772739 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:51.859045 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:51.881430 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:51.901457 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-5d6fadf5-3e8a-4ca2-b014-3781fd637e37 req-b92679b6-96ce-4f6e-a7d0-aa27429cd5cd service neutron] 10.222.0.79 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5921762
Oct 27 14:14:51.932649 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 364f3a11-2d4d-49e4-a85d-6759be6f1184 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:51.941686 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Attempting to bind port 2ca6ea4b-fdbd-40a4-9c69-24f8803af14f on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:14:51.941896 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Attempting to bind port 2ca6ea4b-fdbd-40a4-9c69-24f8803af14f by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:14:51.942516 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Attempting to bind port 2ca6ea4b-fdbd-40a4-9c69-24f8803af14f on network fdfde01f-dc55-4892-86f9-78cb0380a430 {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:51.947745 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Allocated IP 172.20.0.11 (7769282b-3a94-456a-a96d-5f354ba22562/8358918a-2a1a-441e-a942-65f1820a1735/729ddc51-089c-4eb8-8433-9054e96ef177) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:14:52.011947 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:14:52.012312 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Checking segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:52.012880 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:52.013315 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Bound using segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:14:52.013812 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Bound port: 2ca6ea4b-fdbd-40a4-9c69-24f8803af14f, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:14:52.014343 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:52.084303 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592975c8-bd9b-4649-b7fb-4f4c51701fa1 None None] Pushing event updated for resources: {'Port': ['ID=2ca6ea4b-fdbd-40a4-9c69-24f8803af14f,revision_number=2']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:52.088696 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-592975c8-bd9b-4649-b7fb-4f4c51701fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:52.141640 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] For port 2ca6ea4b-fdbd-40a4-9c69-24f8803af14f, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:14:52.145752 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] For port 2ca6ea4b-fdbd-40a4-9c69-24f8803af14f, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=2ca6ea4b-fdbd-40a4-9c69-24f8803af14f,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:14:52.150746 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:52.155535 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-9d7c9c43-9a94-450d-9633-a9943e432138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:52.239793 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592975c8-bd9b-4649-b7fb-4f4c51701fa1 None None] Pushing event updated for resources: {'Port': ['ID=2ca6ea4b-fdbd-40a4-9c69-24f8803af14f,revision_number=3']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:52.243499 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-592975c8-bd9b-4649-b7fb-4f4c51701fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:52.249740 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Routers {'bd1af048-c3ce-46cb-b0ad-caadb7e64339'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:14:52.255035 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17666760>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:14:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['bd1af048-c3ce-46cb-b0ad-caadb7e64339'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:52.362586 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 364f3a11-2d4d-49e4-a85d-6759be6f1184 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:52.363053 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:52.437991 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d718e-7627-4573-bedf-0e05fad4a40a req-80ba508e-6629-43f3-b206-94a8288ede3a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:52.440106 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-417d718e-7627-4573-bedf-0e05fad4a40a req-80ba508e-6629-43f3-b206-94a8288ede3a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.3853316
Oct 27 14:14:52.488349 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8c6da-de70-487f-89ae-a6c884b46d01 req-1936406a-32bc-4c53-9658-f42367f1c622 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:52.490038 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-64c8c6da-de70-487f-89ae-a6c884b46d01 req-1936406a-32bc-4c53-9658-f42367f1c622 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 943 time: 0.4363945
Oct 27 14:14:52.569305 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6416ceb5-f4d5-4ea5-a44e-bd474d8552c0 req-7563245e-001f-4d5b-8ce3-b06d86d6608a service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8907075
Oct 27 14:14:52.648863 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce176e9880>, [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:50Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:52.676907 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Allocated IP 172.20.0.1 (f60dd9e0-f9af-41c9-9c90-fe90a8f016fc/39c13e6f-00b9-46f2-b787-c3cc67126279/256fa818-9ed2-4adc-991c-c68f795d8afa) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:14:52.685349 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] Set router bd1af048-c3ce-46cb-b0ad-caadb7e64339 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:14:52.700501 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf1ec2-b1bc-4a0b-bb14-36a6521b3bf6 None None] The sync data for ids ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'] in dv-cinder-815663-1-iscsi is: [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:50Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:14:52.843640 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6416ceb5-f4d5-4ea5-a44e-bd474d8552c0 req-26ec6c1c-7ffc-4bd6-aec1-ac2c078a9431 service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2450964
Oct 27 14:14:52.858253 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:52.860494 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-64c8c6da-de70-487f-89ae-a6c884b46d01 req-89b277fd-95ae-494e-a096-9573be1a612e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3405545
Oct 27 14:14:52.892075 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-417d718e-7627-4573-bedf-0e05fad4a40a req-40c82b8e-c2e7-4542-80b2-b14a1e1e0e05 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4371488
Oct 27 14:14:52.956765 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:52.985673 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-48c40746-d4a9-48d4-94a1-a0f4e9532ed1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:53.056730 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badd50cd-78ae-46fd-b514-5787acb86e11 {{(pid=82824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:14:53.100358 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:53.166722 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:53.170266 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Transition to ACTIVE for port object badd50cd-78ae-46fd-b514-5787acb86e11 will not be triggered until provisioned by entity L2. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:53.190790 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Transition to ACTIVE for port object 256fa818-9ed2-4adc-991c-c68f795d8afa will not be triggered until provisioned by entity DHCP. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:53.216667 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:53.230920 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:53.269762 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:53.284561 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17666760>, [{'id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'name': 'tempest-TestVolumeBootPattern-1872938031-router', 'tenant_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '2ca6ea4b-fdbd-40a4-9c69-24f8803af14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:46Z', 'updated_at': '2021-10-27T14:14:49Z', 'revision_number': 3, 'project_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'gw_port': {'id': '2ca6ea4b-fdbd-40a4-9c69-24f8803af14f', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:47Z', 'updated_at': '2021-10-27T14:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:14:53.290229 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567211ef-05b0-44ac-98e7-25208894a624 None None] The sync data for ids ['bd1af048-c3ce-46cb-b0ad-caadb7e64339'] in dv-cinder-815663-1-iscsi is: [{'id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'name': 'tempest-TestVolumeBootPattern-1872938031-router', 'tenant_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '2ca6ea4b-fdbd-40a4-9c69-24f8803af14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:46Z', 'updated_at': '2021-10-27T14:14:49Z', 'revision_number': 3, 'project_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'gw_port': {'id': '2ca6ea4b-fdbd-40a4-9c69-24f8803af14f', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:47Z', 'updated_at': '2021-10-27T14:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:14:53.303864 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Network 7769282b-3a94-456a-a96d-5f354ba22562 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:53.304681 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Pushing event updated for resources: {'Port': ['ID=729ddc51-089c-4eb8-8433-9054e96ef177,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:53.313788 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:53.319370 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:14:53.368359 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Network f60dd9e0-f9af-41c9-9c90-fe90a8f016fc is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:53.377433 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:53.379864 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:14:53.409260 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.409661 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.410588 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.410991 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.411560 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.411901 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.412172 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.412518 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.412858 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.413198 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.413537 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.426822 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:53.438310 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Pushing event updated for resources: {'Port': ['ID=badd50cd-78ae-46fd-b514-5787acb86e11,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:53.452363 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:53.452992 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:53.505183 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2300048
Oct 27 14:14:53.512981 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0498152-ef11-4b02-aba0-f8a3431463d4 req-a79d9b9b-bc25-427d-a400-25b6bf00d502 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:53.513704 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-d0498152-ef11-4b02-aba0-f8a3431463d4 req-a79d9b9b-bc25-427d-a400-25b6bf00d502 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Synchronizing usage tracker for tenant:f1bedd96b4a0478daa1b806d41483aaf on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:14:53.535594 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26231ec1-2cb4-46fc-b1c8-44a3ff7c61ba req-21741860-55f5-4d8c-a19a-05a9c1576c79 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:53.536463 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.536825 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.537176 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.537524 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.537866 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.538203 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.538541 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.538905 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.539296 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.539632 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.539968 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:14:53.542384 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-26231ec1-2cb4-46fc-b1c8-44a3ff7c61ba req-21741860-55f5-4d8c-a19a-05a9c1576c79 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 943 time: 0.2982287
Oct 27 14:14:53.543849 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:53.544946 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16417640'] for router_interface, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:53.555243 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:53.575561 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-d0498152-ef11-4b02-aba0-f8a3431463d4 req-a79d9b9b-bc25-427d-a400-25b6bf00d502 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Unset dirty status for tenant:f1bedd96b4a0478daa1b806d41483aaf on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:14:53.576726 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d0498152-ef11-4b02-aba0-f8a3431463d4 req-a79d9b9b-bc25-427d-a400-25b6bf00d502 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 932 time: 0.4574828
Oct 27 14:14:53.635282 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-26231ec1-2cb4-46fc-b1c8-44a3ff7c61ba req-1c515ddf-976d-4522-8bb0-7037e4a3f2b2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918691
Oct 27 14:14:53.661814 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Attempting to bind port badd50cd-78ae-46fd-b514-5787acb86e11 on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:14:53.662141 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Attempting to bind port badd50cd-78ae-46fd-b514-5787acb86e11 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:14:53.662454 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Attempting to bind port badd50cd-78ae-46fd-b514-5787acb86e11 on network 0b9d4f1d-af76-43ad-875e-6597feb65c8e {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:53.667588 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d0498152-ef11-4b02-aba0-f8a3431463d4 req-7d6caffe-cf5d-4dc4-9d08-894e6d60a21a tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796313
Oct 27 14:14:53.669669 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Pushing event updated for resources: {'Port': ['ID=256fa818-9ed2-4adc-991c-c68f795d8afa,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:53.672508 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:53.680824 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Port badd50cd-78ae-46fd-b514-5787acb86e11 on network 0b9d4f1d-af76-43ad-875e-6597feb65c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:14:53.681412 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Attempting to bind port badd50cd-78ae-46fd-b514-5787acb86e11 on network 0b9d4f1d-af76-43ad-875e-6597feb65c8e {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:53.690601 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:14:53.690946 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Checking segment: {'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:53.691326 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Bound using segment: {'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:14:53.691830 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Bound port: badd50cd-78ae-46fd-b514-5787acb86e11, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ade4160-947b-434f-aba5-ec6c084ec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e'}}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:14:53.692176 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:53.780342 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-948f4b4a-bc76-4218-9432-5f2cb439ee3f None None] Provisioning for port 256fa818-9ed2-4adc-991c-c68f795d8afa completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:53.796502 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-948f4b4a-bc76-4218-9432-5f2cb439ee3f None None] Provisioning complete for port 256fa818-9ed2-4adc-991c-c68f795d8afa triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:53.798174 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-948f4b4a-bc76-4218-9432-5f2cb439ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:53.843523 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device e3385b8f-efd4-4965-8961-d3b9c815b794 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:53.848462 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:53.900943 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3e0fd-67a6-447e-a353-b6de85a99508 req-bf25c024-9976-4597-bee0-d6c98f3573dc tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:53.902486 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-72c3e0fd-67a6-447e-a353-b6de85a99508 req-bf25c024-9976-4597-bee0-d6c98f3573dc tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1351883
Oct 27 14:14:53.936012 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] For port badd50cd-78ae-46fd-b514-5787acb86e11, host hv-cinder-81566, cleared binding levels {{(pid=82824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:14:53.939236 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-948f4b4a-bc76-4218-9432-5f2cb439ee3f None None] Port 256fa818-9ed2-4adc-991c-c68f795d8afa cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:14:53.962021 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] For port badd50cd-78ae-46fd-b514-5787acb86e11, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=badd50cd-78ae-46fd-b514-5787acb86e11,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:14:53.963342 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port e3385b8f-efd4-4965-8961-d3b9c815b794 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:53.968869 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port e3385b8f-efd4-4965-8961-d3b9c815b794 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:53.969256 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:53.969372 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:53.976253 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-72c3e0fd-67a6-447e-a353-b6de85a99508 req-52ede97b-c30d-4321-a49d-3d874cf9f5a3 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674515
Oct 27 14:14:53.981122 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-441f2de9-6e30-4fa3-b63b-4c274cbfd345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:54.109725 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:54.111746 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] 10.222.0.79 "PUT /v2.0/ports/badd50cd-78ae-46fd-b514-5787acb86e11 HTTP/1.1" status: 200  len: 1093 time: 2.8084903
Oct 27 14:14:54.124453 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8858eb0-9acb-41fa-8b40-141ef868b522', 'tag': 'badd50cd-78ae-46fd-b514-5787acb86e11'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:14:54.183016 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:54.208984 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Pushing event updated for resources: {'Port': ['ID=badd50cd-78ae-46fd-b514-5787acb86e11,revision_number=3']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:54.211005 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:54.220439 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port e3385b8f-efd4-4965-8961-d3b9c815b794, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=e3385b8f-efd4-4965-8961-d3b9c815b794,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:54.224809 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:54.226716 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:54.265840 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2936a05-7f20-44f1-99f2-d32251a5fbf1 req-04a7bbe2-a439-48be-a013-d0c6f8e7d467 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:54.268058 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d2936a05-7f20-44f1-99f2-d32251a5fbf1 req-04a7bbe2-a439-48be-a013-d0c6f8e7d467 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 943 time: 0.1615498
Oct 27 14:14:54.281765 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e5458-21ca-4a16-ac41-f2c96a675899 req-c0c9dae5-b282-4416-9c3d-8d51a532d3b8 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:54.286481 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5b8e5458-21ca-4a16-ac41-f2c96a675899 req-c0c9dae5-b282-4416-9c3d-8d51a532d3b8 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.1180215
Oct 27 14:14:54.290131 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:54.295467 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:54.310088 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=e3385b8f-efd4-4965-8961-d3b9c815b794,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:54.315321 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:54.319155 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device c751cd49-87b4-4970-a4cd-12831ac91018 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:14:54.335933 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:54.375219 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5b8e5458-21ca-4a16-ac41-f2c96a675899 req-213622ff-08c0-4fb3-8c5d-5aff5c2e8293 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841827
Oct 27 14:14:54.377756 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d2936a05-7f20-44f1-99f2-d32251a5fbf1 req-36094f4b-63e6-4630-9cc4-e74f2ee615e0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903795
Oct 27 14:14:54.414403 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Pushing event updated for resources: {'Port': ['ID=256fa818-9ed2-4adc-991c-c68f795d8afa,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:54.418869 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:54.427919 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15347171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16430924'] for router_interface, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:54.543524 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8858eb0-9acb-41fa-8b40-141ef868b522', 'tag': 'badd50cd-78ae-46fd-b514-5787acb86e11', 'status': 'completed', 'code': 200}
Oct 27 14:14:54.593871 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Network f60dd9e0-f9af-41c9-9c90-fe90a8f016fc is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:14:54.595731 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:14:54.607174 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec367c1-1094-4aa5-b08b-bca8536a0b6f req-c39aa60d-c16a-42ee-8254-a3234ebdfb63 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:54.608781 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5ec367c1-1094-4aa5-b08b-bca8536a0b6f req-c39aa60d-c16a-42ee-8254-a3234ebdfb63 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0905287
Oct 27 14:14:54.612756 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port c751cd49-87b4-4970-a4cd-12831ac91018, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c751cd49-87b4-4970-a4cd-12831ac91018,segment=NetworkSegment(7afa0abc-9ba5-4c44-8a9a-330402cb30c5),segment_id=7afa0abc-9ba5-4c44-8a9a-330402cb30c5)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:54.630599 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': 'c751cd49-87b4-4970-a4cd-12831ac91018', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'port_id': 'c751cd49-87b4-4970-a4cd-12831ac91018', 'mac_address': 'fa:16:3e:c6:10:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:14:54.656664 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5ec367c1-1094-4aa5-b08b-bca8536a0b6f req-91bc25c9-c8cc-4fa8-85d9-17d8f3bc118d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411959
Oct 27 14:14:54.726803 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:54.791325 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c751cd49-87b4-4970-a4cd-12831ac91018 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:14:54.828685 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port c751cd49-87b4-4970-a4cd-12831ac91018, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c751cd49-87b4-4970-a4cd-12831ac91018,segment=NetworkSegment(7afa0abc-9ba5-4c44-8a9a-330402cb30c5),segment_id=7afa0abc-9ba5-4c44-8a9a-330402cb30c5)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:54.850942 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:54.853121 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:54.956780 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=c751cd49-87b4-4970-a4cd-12831ac91018,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:54.984149 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:55.016197 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-09e157b9-88a2-4a4c-8108-ca4d27436e2e None None] Provisioning complete for port 256fa818-9ed2-4adc-991c-c68f795d8afa triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:55.016640 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-09e157b9-88a2-4a4c-8108-ca4d27436e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:55.020088 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e527ab-d264-4a4a-a30f-bcd121c250c6 req-df06622e-0c2e-4acf-bb36-653c1a8343a7 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:55.021987 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-78e527ab-d264-4a4a-a30f-bcd121c250c6 req-df06622e-0c2e-4acf-bb36-653c1a8343a7 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 943 time: 0.1845286
Oct 27 14:14:55.033056 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf409636-4e16-41cc-b913-ed3dd3c081ff req-3f294989-d393-4630-a813-fb750ffdb4f1 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:55.040258 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cf409636-4e16-41cc-b913-ed3dd3c081ff req-3f294989-d393-4630-a813-fb750ffdb4f1 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 932 time: 0.1461763
Oct 27 14:14:55.122436 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-78e527ab-d264-4a4a-a30f-bcd121c250c6 req-f6173a5b-d747-4d04-8ff9-821daf818078 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791478
Oct 27 14:14:55.136213 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cf409636-4e16-41cc-b913-ed3dd3c081ff req-3ccbef30-76a3-4cd2-8a0f-54c8a1012ab8 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948148
Oct 27 14:14:55.229987 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-09e157b9-88a2-4a4c-8108-ca4d27436e2e None None] Port 256fa818-9ed2-4adc-991c-c68f795d8afa cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:14:55.259924 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Router bd1af048-c3ce-46cb-b0ad-caadb7e64339 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:14:55.349158 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e97ee-96e1-4073-b0c6-d397cf51100c req-32f31ba7-55d8-40b3-a276-1611c4f16d9d tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:55.350686 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b72e97ee-96e1-4073-b0c6-d397cf51100c req-32f31ba7-55d8-40b3-a276-1611c4f16d9d tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0982764
Oct 27 14:14:55.398008 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b72e97ee-96e1-4073-b0c6-d397cf51100c req-9ad846ff-06f9-4ead-8269-323957fb9c4e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411870
Oct 27 14:14:55.485208 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:14:55.496056 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] 10.222.0.36 "PUT /v2.0/routers/bd1af048-c3ce-46cb-b0ad-caadb7e64339/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1468830
Oct 27 14:14:55.579550 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e522ca-4b83-48ff-a305-c87ba98f29b4 req-0901326a-f91a-40a5-95cb-7ef79a12a6a5 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:55.581073 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-37e522ca-4b83-48ff-a305-c87ba98f29b4 req-0901326a-f91a-40a5-95cb-7ef79a12a6a5 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 944 time: 0.0794063
Oct 27 14:14:55.633691 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-37e522ca-4b83-48ff-a305-c87ba98f29b4 req-ebe2fa73-7edd-4b37-aa2f-de6c53a1a045 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464561
Oct 27 14:14:55.761977 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device e3385b8f-efd4-4965-8961-d3b9c815b794 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:55.829836 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port e3385b8f-efd4-4965-8961-d3b9c815b794 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:55.830545 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:56.147046 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Request body: {'port': {'device_id': '549d1341-d51c-4511-9dc0-a0bd39178d81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:56.260494 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-4e1597d2-a52e-468c-a9f2-9932b85a7c7c req-f787652b-0bff-4eda-88cb-507f8a9368a0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32e064bd64034775bfe5271d56d189d9&device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 1096 time: 0.1005707
Oct 27 14:14:56.281347 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:56.378910 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36394) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:56.393754 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1610233938', 'description': 'tempest-secgroup-smoke-1610233938 description', 'project_id': 'a65515b5f5df43aea6fd099108a3e961'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:56.399391 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:56.403187 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Usage tracker for resource:security_group and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:56.406010 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:56.413601 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:56.427996 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:56.473615 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:56.478237 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Usage tracker for resource:security_group_rule and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:56.478532 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824a62f-8c94-4373-9d95-d0222f42c161 req-62327cf6-142a-4170-afbf-02da9fd5b0f0 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:56.480044 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d824a62f-8c94-4373-9d95-d0222f42c161 req-62327cf6-142a-4170-afbf-02da9fd5b0f0 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 932 time: 0.1998026
Oct 27 14:14:56.481220 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:56.488404 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:56.560379 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-23537421-fcac-44a6-94e0-689e57bd2a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:56.562527 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1597d2-a52e-468c-a9f2-9932b85a7c7c req-2daf4ee1-27ba-4de6-ad8f-990116b633e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:56.564096 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-4e1597d2-a52e-468c-a9f2-9932b85a7c7c req-2daf4ee1-27ba-4de6-ad8f-990116b633e1 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=32e064bd64034775bfe5271d56d189d9&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2911208
Oct 27 14:14:56.623298 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d824a62f-8c94-4373-9d95-d0222f42c161 req-55e4b0e9-e66d-492e-b071-a06a1ed95d39 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347067
Oct 27 14:14:56.627722 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:56.647145 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:56.649139 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['c751cd49-87b4-4970-a4cd-12831ac91018'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:14:56.711422 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-90cbd276-ebf0-4272-9c16-6835ab6a1a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:56.788166 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:56.789511 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4096880
Oct 27 14:14:56.799564 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 36404) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:56.800212 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e78b5e2-dede-4f33-924d-c23db7b7bd24,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:56.806142 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:56.811228 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1597d2-a52e-468c-a9f2-9932b85a7c7c req-6e507def-37ac-41c3-80e9-f9d13b97ca29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:56.813274 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-4e1597d2-a52e-468c-a9f2-9932b85a7c7c req-6e507def-37ac-41c3-80e9-f9d13b97ca29 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2307005
Oct 27 14:14:56.843433 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-9791cda4-435a-4858-983d-8be58f0f092c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Request body: {'security_group_rule': {'security_group_id': '1e78b5e2-dede-4f33-924d-c23db7b7bd24', 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:56.919477 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-9791cda4-435a-4858-983d-8be58f0f092c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:56.931911 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-b81e6c0a-77ce-436d-a94b-5fd387c28b87 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32e064bd64034775bfe5271d56d189d9&device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 1096 time: 0.0724926
Oct 27 14:14:56.934991 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd167c-5308-4ae2-b012-0f69e5f7c8f9 req-116dd080-fbcd-44b3-b5e2-47550b936c24 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:56.936566 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-89fd167c-5308-4ae2-b012-0f69e5f7c8f9 req-116dd080-fbcd-44b3-b5e2-47550b936c24 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 943 time: 0.3848393
Oct 27 14:14:56.937327 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-9791cda4-435a-4858-983d-8be58f0f092c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Usage tracker for resource:security_group_rule and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:56.945458 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-9791cda4-435a-4858-983d-8be58f0f092c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:56.948477 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.db.resource_extend [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Oct 27 14:14:56.976418 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-9791cda4-435a-4858-983d-8be58f0f092c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:57.006968 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-9b8df3fe-0b29-4db7-afe7-08339e7b5570 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=badd50cd-78ae-46fd-b514-5787acb86e11 HTTP/1.1" status: 200  len: 217 time: 0.0661621
Oct 27 14:14:57.069154 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729ddc51-089c-4eb8-8433-9054e96ef177 {{(pid=82823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:14:57.076173 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-1b255049-6c66-4476-991a-ca44007440ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:57.077871 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-1b255049-6c66-4476-991a-ca44007440ea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=34a78620-5e75-47e6-8829-bc1e4d0350f9 HTTP/1.1" status: 200  len: 854 time: 0.0639076
Oct 27 14:14:57.081683 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9791cda4-435a-4858-983d-8be58f0f092c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:57.083783 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:57.089617 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:57.107995 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-89fd167c-5308-4ae2-b012-0f69e5f7c8f9 req-7b4be870-9ace-4f2e-b5dc-aa2e9c74b741 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646087
Oct 27 14:14:57.128959 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-f574f2af-16c3-4d38-85af-8b16e1c0af24 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b9d4f1d-af76-43ad-875e-6597feb65c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429802
Oct 27 14:14:57.139705 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Transition to ACTIVE for port object 729ddc51-089c-4eb8-8433-9054e96ef177 will not be triggered until provisioned by entity L2. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:14:57.149548 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40015927-9519-40a0-bf3a-8b1d40fa4198 req-577f888e-5f06-4cb0-89ea-311e3f35656f tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:57.151036 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-40015927-9519-40a0-bf3a-8b1d40fa4198 req-577f888e-5f06-4cb0-89ea-311e3f35656f tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.3635621
Oct 27 14:14:57.154606 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:57.161340 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:57.276569 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-a9bf5e4c-f784-4903-8103-a64ef7af5c64 service neutron] 10.222.0.79 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397765
Oct 27 14:14:57.353052 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9791cda4-435a-4858-983d-8be58f0f092c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:57.359420 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Pushing event updated for resources: {'Port': ['ID=729ddc51-089c-4eb8-8433-9054e96ef177,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:57.375172 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:57.386295 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9791cda4-435a-4858-983d-8be58f0f092c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:57.387107 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:57.396317 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-40015927-9519-40a0-bf3a-8b1d40fa4198 req-ba5f7623-ab3f-4165-92c4-9ff275eafedb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2375491
Oct 27 14:14:57.432270 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791cda4-435a-4858-983d-8be58f0f092c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4255ef8d-ccad-4513-bec6-5ee9dbfd38ff,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:57.436191 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-9791cda4-435a-4858-983d-8be58f0f092c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:57.507156 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0940705e-5a2d-4fc5-8d86-19e4c055ae7d req-be4235a9-ed78-4295-acf2-3945bc0d35a7 service neutron] 10.222.0.79 "GET /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2232378
Oct 27 14:14:57.530964 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-9791cda4-435a-4858-983d-8be58f0f092c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:57.534989 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36426) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:57.535127 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-9791cda4-435a-4858-983d-8be58f0f092c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7336648
Oct 27 14:14:57.542425 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-5825a08d-c833-4cc6-a640-5f155a1359c7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Request body: {'security_group_rule': {'security_group_id': '1e78b5e2-dede-4f33-924d-c23db7b7bd24', 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:57.550959 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-5825a08d-c833-4cc6-a640-5f155a1359c7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:57.555259 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-5825a08d-c833-4cc6-a640-5f155a1359c7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Usage tracker for resource:security_group_rule and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:57.558131 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-5825a08d-c833-4cc6-a640-5f155a1359c7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:57.565544 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-5825a08d-c833-4cc6-a640-5f155a1359c7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:57.591120 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5825a08d-c833-4cc6-a640-5f155a1359c7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:57.609230 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cadf2-f5f2-4642-aeb9-16485ac3113b req-e7649278-9177-4870-a076-521a1d6ff303 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:57.615153 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7f9cadf2-f5f2-4642-aeb9-16485ac3113b req-e7649278-9177-4870-a076-521a1d6ff303 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 944 time: 0.3697138
Oct 27 14:14:57.618209 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Attempting to bind port 729ddc51-089c-4eb8-8433-9054e96ef177 on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:14:57.621008 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Attempting to bind port 729ddc51-089c-4eb8-8433-9054e96ef177 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'd5d5ab34-1836-402d-bd50-deda768494f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7769282b-3a94-456a-a96d-5f354ba22562'}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:14:57.621363 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Attempting to bind port 729ddc51-089c-4eb8-8433-9054e96ef177 on network 7769282b-3a94-456a-a96d-5f354ba22562 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:57.659782 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Port 729ddc51-089c-4eb8-8433-9054e96ef177 on network 7769282b-3a94-456a-a96d-5f354ba22562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:14:57.660110 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Attempting to bind port 729ddc51-089c-4eb8-8433-9054e96ef177 on network 7769282b-3a94-456a-a96d-5f354ba22562 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:14:57.689609 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:14:57.689936 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Checking segment: {'id': 'd5d5ab34-1836-402d-bd50-deda768494f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7769282b-3a94-456a-a96d-5f354ba22562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:14:57.690322 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Bound using segment: {'id': 'd5d5ab34-1836-402d-bd50-deda768494f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7769282b-3a94-456a-a96d-5f354ba22562'} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:14:57.690786 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Bound port: 729ddc51-089c-4eb8-8433-9054e96ef177, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d5ab34-1836-402d-bd50-deda768494f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7769282b-3a94-456a-a96d-5f354ba22562'}}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:14:57.691363 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:57.722479 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7f9cadf2-f5f2-4642-aeb9-16485ac3113b req-839b408d-42d1-4d11-afa7-1f0ad47dce26 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975840
Oct 27 14:14:57.776479 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5825a08d-c833-4cc6-a640-5f155a1359c7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:57.804879 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5825a08d-c833-4cc6-a640-5f155a1359c7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:57.833195 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:57.889413 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825a08d-c833-4cc6-a640-5f155a1359c7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530c10f2-1e7a-45ef-a258-ac4586a08a3a,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:57.894855 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-5825a08d-c833-4cc6-a640-5f155a1359c7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:57.900860 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5825a08d-c833-4cc6-a640-5f155a1359c7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:57.902214 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-5825a08d-c833-4cc6-a640-5f155a1359c7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3659229
Oct 27 14:14:57.905280 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36444) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:57.913232 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-092c806f-6fc5-4875-8b19-9a94d67f5db0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Request body: {'security_group_rule': {'security_group_id': '1e78b5e2-dede-4f33-924d-c23db7b7bd24', 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:57.922092 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-092c806f-6fc5-4875-8b19-9a94d67f5db0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:57.923874 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] For port 729ddc51-089c-4eb8-8433-9054e96ef177, host hv-cinder-81566, cleared binding levels {{(pid=82823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:14:57.927220 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-092c806f-6fc5-4875-8b19-9a94d67f5db0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Usage tracker for resource:security_group_rule and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:57.928225 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] For port 729ddc51-089c-4eb8-8433-9054e96ef177, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=729ddc51-089c-4eb8-8433-9054e96ef177,segment=NetworkSegment(d5d5ab34-1836-402d-bd50-deda768494f0),segment_id=d5d5ab34-1836-402d-bd50-deda768494f0)] {{(pid=82823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:14:57.940677 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-092c806f-6fc5-4875-8b19-9a94d67f5db0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:57.949176 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-092c806f-6fc5-4875-8b19-9a94d67f5db0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:57.984069 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-092c806f-6fc5-4875-8b19-9a94d67f5db0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:57.988689 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:58.004103 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:58.081944 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:58.084420 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] 10.222.0.79 "PUT /v2.0/ports/729ddc51-089c-4eb8-8433-9054e96ef177 HTTP/1.1" status: 200  len: 1094 time: 1.9417515
Oct 27 14:14:58.085299 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549d1341-d51c-4511-9dc0-a0bd39178d81', 'tag': '729ddc51-089c-4eb8-8433-9054e96ef177'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:14:58.123721 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device c751cd49-87b4-4970-a4cd-12831ac91018 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:58.265570 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port c751cd49-87b4-4970-a4cd-12831ac91018 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:58.271924 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port c751cd49-87b4-4970-a4cd-12831ac91018 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:58.272347 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:58.313173 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Pushing event updated for resources: {'Port': ['ID=729ddc51-089c-4eb8-8433-9054e96ef177,revision_number=3']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:58.332959 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:58.355409 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-9d31fe17-3c13-42fc-be09-0c4ac29613e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f1bedd96b4a0478daa1b806d41483aaf&device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 1097 time: 0.1929507
Oct 27 14:14:58.369038 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d89063-7976-476e-86e9-b91ed1dcc1b3 req-58ea2203-55a9-4b54-a443-341618998ced tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:58.370581 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-77d89063-7976-476e-86e9-b91ed1dcc1b3 req-58ea2203-55a9-4b54-a443-341618998ced tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 944 time: 0.4408858
Oct 27 14:14:58.390889 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9dd4c41b-409f-48ab-8d0f-c3bd41b477f5 req-99eac07d-52e8-4623-8920-ef1586ffc7a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1027d0d8d53b4a18a52af1935304a4a4&device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 1099 time: 0.2871516
Oct 27 14:14:58.418127 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:58.464946 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port c751cd49-87b4-4970-a4cd-12831ac91018, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c751cd49-87b4-4970-a4cd-12831ac91018,segment=NetworkSegment(7afa0abc-9ba5-4c44-8a9a-330402cb30c5),segment_id=7afa0abc-9ba5-4c44-8a9a-330402cb30c5)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:14:58.465391 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-092c806f-6fc5-4875-8b19-9a94d67f5db0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:58.465946 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c751cd49-87b4-4970-a4cd-12831ac91018'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:14:58.473276 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-092c806f-6fc5-4875-8b19-9a94d67f5db0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:58.476635 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:58.479853 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:58.486454 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:58.503006 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c806f-6fc5-4875-8b19-9a94d67f5db0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251b62aa-f729-430b-b0a4-dc191cb4961c,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:58.505370 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-b2ff4259-3817-4d34-a2d3-23143e0923a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=729ddc51-089c-4eb8-8433-9054e96ef177 HTTP/1.1" status: 200  len: 217 time: 0.1378782
Oct 27 14:14:58.506146 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-092c806f-6fc5-4875-8b19-9a94d67f5db0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:58.568574 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-092c806f-6fc5-4875-8b19-9a94d67f5db0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:58.569755 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-092c806f-6fc5-4875-8b19-9a94d67f5db0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6633050
Oct 27 14:14:58.573870 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36476) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:58.586350 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-0c64b8dc-5a32-4f72-806d-2303776ebb10 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Request body: {'security_group_rule': {'security_group_id': '1e78b5e2-dede-4f33-924d-c23db7b7bd24', 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:58.591532 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=c751cd49-87b4-4970-a4cd-12831ac91018,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:58.592057 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-0c64b8dc-5a32-4f72-806d-2303776ebb10 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:58.596034 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-0c64b8dc-5a32-4f72-806d-2303776ebb10 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Usage tracker for resource:security_group_rule and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:58.601012 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-0c64b8dc-5a32-4f72-806d-2303776ebb10 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:58.604143 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:58.609524 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-0c64b8dc-5a32-4f72-806d-2303776ebb10 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:58.615743 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-e8087f33-b95a-4e55-8627-3dce5a982240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:58.617314 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-e8087f33-b95a-4e55-8627-3dce5a982240 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8358918a-2a1a-441e-a942-65f1820a1735 HTTP/1.1" status: 200  len: 848 time: 0.1009538
Oct 27 14:14:58.687280 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-06af4fde-0fa5-4c09-8168-544acbd90931 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7769282b-3a94-456a-a96d-5f354ba22562&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554445
Oct 27 14:14:58.688434 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8dc-5a32-4f72-806d-2303776ebb10 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:58.707374 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-77d89063-7976-476e-86e9-b91ed1dcc1b3 req-7e14c14a-d5bf-4a40-850e-7c5375254033 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3217435
Oct 27 14:14:58.722967 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2adb64-d8b7-42f6-9c33-c7f73f85cc91 req-d92186ba-7774-42f2-870d-760648855ef6 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:58.731462 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8c2adb64-d8b7-42f6-9c33-c7f73f85cc91 req-d92186ba-7774-42f2-870d-760648855ef6 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.5228605
Oct 27 14:14:58.760222 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-228e79a9-151d-46eb-a877-f1e6455a44ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:58.810989 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4c41b-409f-48ab-8d0f-c3bd41b477f5 req-c3b5ad64-7bab-414e-8b42-d73190025aef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:58.812845 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9dd4c41b-409f-48ab-8d0f-c3bd41b477f5 req-c3b5ad64-7bab-414e-8b42-d73190025aef service neutron] 10.222.0.79 "GET /v2.0/networks?id=9bd4c627-9607-418d-80f2-20043ff89635 HTTP/1.1" status: 200  len: 921 time: 0.3714194
Oct 27 14:14:58.821367 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549d1341-d51c-4511-9dc0-a0bd39178d81', 'tag': '729ddc51-089c-4eb8-8433-9054e96ef177', 'status': 'completed', 'code': 200}
Oct 27 14:14:58.899353 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8c2adb64-d8b7-42f6-9c33-c7f73f85cc91 req-36607681-8273-44c5-a53b-eb952f5a4c20 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583557
Oct 27 14:14:58.901433 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9dd4c41b-409f-48ab-8d0f-c3bd41b477f5 req-947841a3-0f2d-4b3b-a58b-228e3b0ef0e5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40d95cdc-8597-4916-9068-037dce14522f HTTP/1.1" status: 200  len: 217 time: 0.0766973
Oct 27 14:14:58.915502 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8dc-5a32-4f72-806d-2303776ebb10 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:58.918060 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-b0bb8d6e-ea92-43f9-bfde-d613070fd023 service neutron] 10.222.0.79 "GET /v2.0/networks/7769282b-3a94-456a-a96d-5f354ba22562?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2159908
Oct 27 14:14:58.930751 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8dc-5a32-4f72-806d-2303776ebb10 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:58.930751 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-092c806f-6fc5-4875-8b19-9a94d67f5db0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:58.976248 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64b8dc-5a32-4f72-806d-2303776ebb10 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af20a063-bf63-43ff-aedd-efba74593842,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:58.982035 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-0c64b8dc-5a32-4f72-806d-2303776ebb10 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:58.985669 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c751cd49-87b4-4970-a4cd-12831ac91018', 'code': 200}
Oct 27 14:14:59.049042 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4c41b-409f-48ab-8d0f-c3bd41b477f5 req-f6d7131a-9c87-483c-bb13-b55e59d82100 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:59.050546 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9dd4c41b-409f-48ab-8d0f-c3bd41b477f5 req-f6d7131a-9c87-483c-bb13-b55e59d82100 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ebf76aec-3f3f-452b-8de2-4bff3949f906 HTTP/1.1" status: 200  len: 859 time: 0.1346352
Oct 27 14:14:59.052314 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8dc-5a32-4f72-806d-2303776ebb10 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:59.053477 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-0c64b8dc-5a32-4f72-806d-2303776ebb10 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4787083
Oct 27 14:14:59.056453 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36482) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:59.062145 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-4eb75993-cb11-432c-bd4e-1d0fa47ef4bb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Request body: {'security_group_rule': {'security_group_id': '1e78b5e2-dede-4f33-924d-c23db7b7bd24', 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:59.071750 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-4eb75993-cb11-432c-bd4e-1d0fa47ef4bb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:59.086529 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-4eb75993-cb11-432c-bd4e-1d0fa47ef4bb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Usage tracker for resource:security_group_rule and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:59.090940 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-4eb75993-cb11-432c-bd4e-1d0fa47ef4bb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:59.106362 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-4eb75993-cb11-432c-bd4e-1d0fa47ef4bb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:59.121338 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-064b21ba-c5cc-4ae2-b6c3-0a9b37b107aa req-9eeb22e4-8d25-4ceb-89a1-d03826a9c003 service neutron] 10.222.0.79 "GET /v2.0/networks/7769282b-3a94-456a-a96d-5f354ba22562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963880
Oct 27 14:14:59.125967 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.securitygroups_db [None req-4eb75993-cb11-432c-bd4e-1d0fa47ef4bb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Project a65515b5f5df43aea6fd099108a3e961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 27 14:14:59.134070 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4eb75993-cb11-432c-bd4e-1d0fa47ef4bb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:59.185855 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9dd4c41b-409f-48ab-8d0f-c3bd41b477f5 req-19e07bdb-cdc3-4273-98e1-bdfafa759c83 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9bd4c627-9607-418d-80f2-20043ff89635&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1278410
Oct 27 14:14:59.256459 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4eb75993-cb11-432c-bd4e-1d0fa47ef4bb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:59.264248 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4eb75993-cb11-432c-bd4e-1d0fa47ef4bb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:59.275857 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-5825a08d-c833-4cc6-a640-5f155a1359c7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:59.295361 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb75993-cb11-432c-bd4e-1d0fa47ef4bb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b762517-a9a1-4abd-96e0-461dca6b2ab7,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:59.301536 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4eb75993-cb11-432c-bd4e-1d0fa47ef4bb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:59.311742 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2e95964a-a5e1-48ed-869c-68cb5669a760 req-ed3e79ae-0286-4287-92eb-b8dab4406142 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f1bedd96b4a0478daa1b806d41483aaf&device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 1097 time: 0.1257327
Oct 27 14:14:59.312913 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4eb75993-cb11-432c-bd4e-1d0fa47ef4bb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:59.314508 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-4eb75993-cb11-432c-bd4e-1d0fa47ef4bb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2565002
Oct 27 14:14:59.317394 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36486) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:14:59.324255 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-184dd349-f33a-413f-aacb-ea2fe97d29cf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Request body: {'security_group_rule': {'security_group_id': '1e78b5e2-dede-4f33-924d-c23db7b7bd24', 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:14:59.325454 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f943662-9cad-4bc5-b783-d6d5f2328cea req-03dcd928-46c1-45d9-a3db-d0d0e28ca627 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:59.326921 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4f943662-9cad-4bc5-b783-d6d5f2328cea req-03dcd928-46c1-45d9-a3db-d0d0e28ca627 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 943 time: 0.3728800
Oct 27 14:14:59.330881 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-184dd349-f33a-413f-aacb-ea2fe97d29cf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:14:59.334936 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-184dd349-f33a-413f-aacb-ea2fe97d29cf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Usage tracker for resource:security_group_rule and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:14:59.354061 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-184dd349-f33a-413f-aacb-ea2fe97d29cf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:14:59.365264 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-184dd349-f33a-413f-aacb-ea2fe97d29cf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:14:59.441713 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.securitygroups_db [None req-184dd349-f33a-413f-aacb-ea2fe97d29cf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Project a65515b5f5df43aea6fd099108a3e961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 27 14:14:59.453058 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-184dd349-f33a-413f-aacb-ea2fe97d29cf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:59.478272 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e2ce5-8fa3-4adc-a349-9b9b4219aeb4 req-fbe84d09-50f6-4477-a2e0-f3b7075a262a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:59.479729 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2c1e2ce5-8fa3-4adc-a349-9b9b4219aeb4 req-fbe84d09-50f6-4477-a2e0-f3b7075a262a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 945 time: 0.3515563
Oct 27 14:14:59.512779 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95964a-a5e1-48ed-869c-68cb5669a760 req-048e8a2e-14f2-4825-8f2c-92bdc8847a46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:59.514212 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2e95964a-a5e1-48ed-869c-68cb5669a760 req-048e8a2e-14f2-4825-8f2c-92bdc8847a46 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7769282b-3a94-456a-a96d-5f354ba22562 HTTP/1.1" status: 200  len: 910 time: 0.1940134
Oct 27 14:14:59.586528 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9dd4c41b-409f-48ab-8d0f-c3bd41b477f5 req-7b969731-8eb3-41cc-900c-0a66e7324d0e service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3695052
Oct 27 14:14:59.596991 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2e95964a-a5e1-48ed-869c-68cb5669a760 req-9942cb1e-c2eb-404d-8c49-9a5810a7e8d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=729ddc51-089c-4eb8-8433-9054e96ef177 HTTP/1.1" status: 200  len: 217 time: 0.0757082
Oct 27 14:14:59.620887 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4f943662-9cad-4bc5-b783-d6d5f2328cea req-7166a257-b437-4253-95ad-8042174597fa tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2835898
Oct 27 14:14:59.628040 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8bea9567-c6f2-492c-a5d1-3c33a71c01b4 req-936a1e3f-f4bb-4185-a1bb-098951d028ae service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 1098 time: 0.4138093
Oct 27 14:14:59.639274 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-184dd349-f33a-413f-aacb-ea2fe97d29cf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:59.645196 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2c1e2ce5-8fa3-4adc-a349-9b9b4219aeb4 req-ddaa4992-c8cb-492a-bfba-e8ce104810f3 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465046
Oct 27 14:14:59.654921 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-184dd349-f33a-413f-aacb-ea2fe97d29cf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:59.666900 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:14:59.699083 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dd349-f33a-413f-aacb-ea2fe97d29cf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d55db8-a17d-4c2a-9e79-1cc4123b53c1,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:14:59.703378 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95964a-a5e1-48ed-869c-68cb5669a760 req-7b98e73b-950e-4c3f-b727-e0deeb439918 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:14:59.704898 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2e95964a-a5e1-48ed-869c-68cb5669a760 req-7b98e73b-950e-4c3f-b727-e0deeb439918 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8358918a-2a1a-441e-a942-65f1820a1735 HTTP/1.1" status: 200  len: 848 time: 0.0996499
Oct 27 14:14:59.705728 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-184dd349-f33a-413f-aacb-ea2fe97d29cf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:14:59.714643 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-184dd349-f33a-413f-aacb-ea2fe97d29cf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:59.716115 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-184dd349-f33a-413f-aacb-ea2fe97d29cf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3976414
Oct 27 14:14:59.790450 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2e95964a-a5e1-48ed-869c-68cb5669a760 req-8ba5fa4f-860a-46c4-bba2-d60604055f52 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7769282b-3a94-456a-a96d-5f354ba22562&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0696945
Oct 27 14:14:59.813380 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8bea9567-c6f2-492c-a5d1-3c33a71c01b4 req-b6e821a8-ee3b-46ed-a9d9-0dbe0de9406c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671870
Oct 27 14:14:59.822994 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9dd4c41b-409f-48ab-8d0f-c3bd41b477f5 req-6f8f0d00-5ad1-48fc-841a-661d40497e0e service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2254546
Oct 27 14:14:59.858259 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:59.863788 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 2ca6ea4b-fdbd-40a4-9c69-24f8803af14f up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:14:59.978352 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 2ca6ea4b-fdbd-40a4-9c69-24f8803af14f completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:14:59.989103 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 2ca6ea4b-fdbd-40a4-9c69-24f8803af14f triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:14:59.989724 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:14:59.990305 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2e95964a-a5e1-48ed-869c-68cb5669a760 req-16c6ee63-a012-4766-8381-37237ec1aae0 service neutron] 10.222.0.79 "GET /v2.0/networks/7769282b-3a94-456a-a96d-5f354ba22562?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1895180
Oct 27 14:15:00.143916 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device badd50cd-78ae-46fd-b514-5787acb86e11 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:15:00.177894 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a0232-1167-4a34-ae3d-6da1b3a15c88 req-b75db735-d991-4ff4-97b7-325de30e3cb2 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:00.180077 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-801a0232-1167-4a34-ae3d-6da1b3a15c88 req-b75db735-d991-4ff4-97b7-325de30e3cb2 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 944 time: 0.2427328
Oct 27 14:15:00.255372 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2e95964a-a5e1-48ed-869c-68cb5669a760 req-a463d6d2-b137-4722-948d-155828fcfbf8 service neutron] 10.222.0.79 "GET /v2.0/networks/7769282b-3a94-456a-a96d-5f354ba22562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1916871
Oct 27 14:15:00.262026 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac367e3c-36c5-412a-b802-374db42cb261 req-670ce72c-e14a-442b-945e-c6faedec1871 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:00.264817 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ac367e3c-36c5-412a-b802-374db42cb261 req-670ce72c-e14a-442b-945e-c6faedec1871 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1804652
Oct 27 14:15:00.279270 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-801a0232-1167-4a34-ae3d-6da1b3a15c88 req-fed45b37-db9a-4733-b02d-047a73b276d6 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919118
Oct 27 14:15:00.325414 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ac367e3c-36c5-412a-b802-374db42cb261 req-324bf011-ed6a-4061-b80d-2b3401b3fc28 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449331
Oct 27 14:15:00.345888 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port badd50cd-78ae-46fd-b514-5787acb86e11, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=badd50cd-78ae-46fd-b514-5787acb86e11,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:00.358790 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:00.368575 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': 'badd50cd-78ae-46fd-b514-5787acb86e11', 'network_id': '0b9d4f1d-af76-43ad-875e-6597feb65c8e', 'port_id': 'badd50cd-78ae-46fd-b514-5787acb86e11', 'mac_address': 'fa:16:3e:31:bf:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a78620-5e75-47e6-8829-bc1e4d0350f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:15:00.413302 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 2ca6ea4b-fdbd-40a4-9c69-24f8803af14f, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=2ca6ea4b-fdbd-40a4-9c69-24f8803af14f,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:00.425571 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:00.430443 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-5cb0c95c-c0cd-4830-85f0-18ba1c23e975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:00.494208 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:00.521198 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badd50cd-78ae-46fd-b514-5787acb86e11 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:15:00.533952 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=2ca6ea4b-fdbd-40a4-9c69-24f8803af14f,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:00.537895 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:00.541991 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port badd50cd-78ae-46fd-b514-5787acb86e11, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=badd50cd-78ae-46fd-b514-5787acb86e11,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:00.546320 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:00.548486 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:00.618801 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=badd50cd-78ae-46fd-b514-5787acb86e11,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:00.621635 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:00.859721 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafbb07-511f-4db5-a264-794fd216a22a req-d6575c3f-f8c9-4f1c-910f-8366ecf25fea tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:00.864961 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6bafbb07-511f-4db5-a264-794fd216a22a req-d6575c3f-f8c9-4f1c-910f-8366ecf25fea tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 945 time: 0.0965025
Oct 27 14:15:00.964788 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['badd50cd-78ae-46fd-b514-5787acb86e11'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:15:01.006698 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6bafbb07-511f-4db5-a264-794fd216a22a req-c3ac4cd6-1c01-40e1-aae3-2a9cda29e5ec tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359913
Oct 27 14:15:01.038953 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28dab7-f5a5-448b-aa7d-2269ba56c706 req-178dc6f5-0dd4-446c-a119-b75e5ff43593 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:01.053067 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8f28dab7-f5a5-448b-aa7d-2269ba56c706 req-178dc6f5-0dd4-446c-a119-b75e5ff43593 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 944 time: 0.1580443
Oct 27 14:15:01.097783 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8f28dab7-f5a5-448b-aa7d-2269ba56c706 req-22acd789-4847-4c39-af38-fbce3eef83ee tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437787
Oct 27 14:15:01.240860 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:01.528627 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bac63-5d2e-44bd-bdec-b9683656dc3f req-54bdd9f6-79b9-4203-8f58-8334aa9dba37 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:01.530047 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-400bac63-5d2e-44bd-bdec-b9683656dc3f req-54bdd9f6-79b9-4203-8f58-8334aa9dba37 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 944 time: 0.1313903
Oct 27 14:15:01.605310 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ec85d-09f3-4780-aec4-c8bebb7e149f req-559be993-a787-4c82-bdea-d80fc3dc0297 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:01.608040 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e88ec85d-09f3-4780-aec4-c8bebb7e149f req-559be993-a787-4c82-bdea-d80fc3dc0297 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1516964
Oct 27 14:15:01.644381 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-400bac63-5d2e-44bd-bdec-b9683656dc3f req-0f6e18e0-da14-44b4-882c-750fe74b691a tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040323
Oct 27 14:15:01.672520 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e88ec85d-09f3-4780-aec4-c8bebb7e149f req-c229808a-bf15-479d-a04e-d18818cce218 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512712
Oct 27 14:15:01.765007 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 2ca6ea4b-fdbd-40a4-9c69-24f8803af14f up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:15:01.836241 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 2ca6ea4b-fdbd-40a4-9c69-24f8803af14f triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:15:01.836578 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:02.140056 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 729ddc51-089c-4eb8-8433-9054e96ef177 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:15:02.264087 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696c0f7-793d-41ee-9ef9-249d4fb1ae18 req-e36f6fca-6025-4aa9-b4a5-9309d4d9731c tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:02.265941 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1696c0f7-793d-41ee-9ef9-249d4fb1ae18 req-e36f6fca-6025-4aa9-b4a5-9309d4d9731c tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 945 time: 0.1318836
Oct 27 14:15:02.315687 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 729ddc51-089c-4eb8-8433-9054e96ef177, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=729ddc51-089c-4eb8-8433-9054e96ef177,segment=NetworkSegment(d5d5ab34-1836-402d-bd50-deda768494f0),segment_id=d5d5ab34-1836-402d-bd50-deda768494f0)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:02.352856 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '729ddc51-089c-4eb8-8433-9054e96ef177', 'network_id': '7769282b-3a94-456a-a96d-5f354ba22562', 'port_id': '729ddc51-089c-4eb8-8433-9054e96ef177', 'mac_address': 'fa:16:3e:aa:b6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8358918a-2a1a-441e-a942-65f1820a1735', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:15:02.373098 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1696c0f7-793d-41ee-9ef9-249d4fb1ae18 req-c7477846-b7da-48af-a6fe-fb682ddf30dd tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662992
Oct 27 14:15:02.387391 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83476bef-b8fb-4f75-a30d-1d06d45130dd req-e9bfc750-8b07-4de1-9d04-06a80e298647 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:02.388735 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-83476bef-b8fb-4f75-a30d-1d06d45130dd req-e9bfc750-8b07-4de1-9d04-06a80e298647 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 944 time: 0.1214852
Oct 27 14:15:02.410719 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:02.430404 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729ddc51-089c-4eb8-8433-9054e96ef177 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:15:02.437091 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-83476bef-b8fb-4f75-a30d-1d06d45130dd req-a926f130-66da-4d10-8a95-117e61a243f2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426238
Oct 27 14:15:02.446211 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 729ddc51-089c-4eb8-8433-9054e96ef177, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=729ddc51-089c-4eb8-8433-9054e96ef177,segment=NetworkSegment(d5d5ab34-1836-402d-bd50-deda768494f0),segment_id=d5d5ab34-1836-402d-bd50-deda768494f0)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:02.451863 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:02.453930 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-3ba099e0-efd3-457c-ab92-95091d2358ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:02.523663 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=729ddc51-089c-4eb8-8433-9054e96ef177,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:02.526862 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:02.583631 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06091d-cee5-49c9-a564-a3031aec6306 req-9affe994-5d25-4eb0-8c91-5d83a4052215 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:02.585623 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cc06091d-cee5-49c9-a564-a3031aec6306 req-9affe994-5d25-4eb0-8c91-5d83a4052215 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 945 time: 0.0857532
Oct 27 14:15:02.634376 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cc06091d-cee5-49c9-a564-a3031aec6306 req-8bbb116e-a92f-4359-a928-af2d6db7c55e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411234
Oct 27 14:15:02.859852 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cde7e-e981-415d-b678-fa9183387ffc req-6a0dcdf5-cdfd-4443-b96b-977afa89f170 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:02.861684 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-761cde7e-e981-415d-b678-fa9183387ffc req-6a0dcdf5-cdfd-4443-b96b-977afa89f170 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 945 time: 0.0856984
Oct 27 14:15:02.884432 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['729ddc51-089c-4eb8-8433-9054e96ef177'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:15:02.910680 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-761cde7e-e981-415d-b678-fa9183387ffc req-ac1861cb-38a7-49d2-8bf1-853dfce422be tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429900
Oct 27 14:15:03.154383 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3eaff-5529-491b-9c17-99e563f04fba req-796f911f-3e3f-4182-8c91-dffdf093e9b6 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:03.155762 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ded3eaff-5529-491b-9c17-99e563f04fba req-796f911f-3e3f-4182-8c91-dffdf093e9b6 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1535769
Oct 27 14:15:03.167428 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b504f-10d0-4cd2-a6f7-17938f739a60 req-5b48c5dc-b40a-4122-8a65-5d46101531d5 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:03.168780 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-307b504f-10d0-4cd2-a6f7-17938f739a60 req-5b48c5dc-b40a-4122-8a65-5d46101531d5 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 945 time: 0.1257463
Oct 27 14:15:03.242657 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ded3eaff-5529-491b-9c17-99e563f04fba req-e69ae779-577e-4bf8-bdf8-cda7e79055a5 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810084
Oct 27 14:15:03.245041 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-307b504f-10d0-4cd2-a6f7-17938f739a60 req-5b550476-fdb8-4aa2-ba07-8f1d847352ad tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630939
Oct 27 14:15:03.663600 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2074b6e-aea8-4d5f-b9a1-7c5c2c67c2ab req-ddb940c7-991b-4460-ba65-61308c4461af tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:03.672198 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b2074b6e-aea8-4d5f-b9a1-7c5c2c67c2ab req-ddb940c7-991b-4460-ba65-61308c4461af tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 944 time: 0.1055448
Oct 27 14:15:03.726854 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36576) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:03.743857 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b2074b6e-aea8-4d5f-b9a1-7c5c2c67c2ab req-b2c2c6f8-bd5d-4af3-b095-ba10770fe4cb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706432
Oct 27 14:15:03.899571 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e230-49d5-4f0a-9fec-91352edab1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:04.014415 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-b8b0e230-49d5-4f0a-9fec-91352edab1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:15:04.018521 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-b8b0e230-49d5-4f0a-9fec-91352edab1df admin admin] Usage tracker for resource:security_group_rule and tenant:8bd6d965a69447c58fcef38134056607 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:15:04.021488 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-b8b0e230-49d5-4f0a-9fec-91352edab1df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:15:04.027831 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-b8b0e230-49d5-4f0a-9fec-91352edab1df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:15:04.102913 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e230-49d5-4f0a-9fec-91352edab1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:04.107995 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e230-49d5-4f0a-9fec-91352edab1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:04.121431 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:04.133132 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6925629-0af5-4e36-868d-14ef654a3ad7 req-797bb6aa-b3a1-45a8-b8ad-6363caea9a07 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:04.134860 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a6925629-0af5-4e36-868d-14ef654a3ad7 req-797bb6aa-b3a1-45a8-b8ad-6363caea9a07 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 945 time: 0.0939572
Oct 27 14:15:04.151237 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device badd50cd-78ae-46fd-b514-5787acb86e11 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:15:04.164904 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0e230-49d5-4f0a-9fec-91352edab1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a887be40-fbdc-45f3-8705-e0f7332768ce,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:04.168225 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b8b0e230-49d5-4f0a-9fec-91352edab1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:04.174356 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-b8b0e230-49d5-4f0a-9fec-91352edab1df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8bd6d965a69447c58fcef38134056607&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4426539
Oct 27 14:15:04.174777 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36586) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:04.186403 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a6925629-0af5-4e36-868d-14ef654a3ad7 req-d6f0c467-adb4-41ea-bc5b-b97fcf021abe tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453699
Oct 27 14:15:04.227969 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port badd50cd-78ae-46fd-b514-5787acb86e11 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:15:04.233508 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port badd50cd-78ae-46fd-b514-5787acb86e11 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:15:04.233887 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:04.242699 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9af10eaf-8582-4199-b09c-8eaafc0dafb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:04.270124 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9af10eaf-8582-4199-b09c-8eaafc0dafb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:04.352883 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9af10eaf-8582-4199-b09c-8eaafc0dafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:04.358262 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-bd08583c-e427-4191-88cb-cc9d77a51ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:04.371839 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af10eaf-8582-4199-b09c-8eaafc0dafb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a887be40-fbdc-45f3-8705-e0f7332768ce,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:04.374981 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-9af10eaf-8582-4199-b09c-8eaafc0dafb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:04.377838 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9af10eaf-8582-4199-b09c-8eaafc0dafb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:04.379062 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-9af10eaf-8582-4199-b09c-8eaafc0dafb9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a887be40-fbdc-45f3-8705-e0f7332768ce HTTP/1.1" status: 204  len: 168 time: 0.2033670
Oct 27 14:15:04.407152 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:04.438162 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8858eb0-9acb-41fa-8b40-141ef868b522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badd50cd-78ae-46fd-b514-5787acb86e11'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:15:04.448271 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port badd50cd-78ae-46fd-b514-5787acb86e11, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=badd50cd-78ae-46fd-b514-5787acb86e11,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:04.457136 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:04.459002 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-5661f957-d4e2-4d9b-9b69-dea2a0a739d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:04.505579 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8858eb0-9acb-41fa-8b40-141ef868b522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badd50cd-78ae-46fd-b514-5787acb86e11', 'code': 200}
Oct 27 14:15:04.516772 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915c8cc-2d15-4cfa-906a-bc28da9cc0fc req-a74e6244-0f7b-4400-9577-58b40fc8352f tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:04.524464 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f915c8cc-2d15-4cfa-906a-bc28da9cc0fc req-a74e6244-0f7b-4400-9577-58b40fc8352f tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1262352
Oct 27 14:15:04.531739 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=badd50cd-78ae-46fd-b514-5787acb86e11,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:04.539646 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:04.585138 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f915c8cc-2d15-4cfa-906a-bc28da9cc0fc req-8055a001-0452-4690-8988-e741f2b1e137 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595322
Oct 27 14:15:04.822133 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-d70b6711-fcf3-4285-9b33-bf21788e420d req-7605134f-079d-4991-82df-d594dbadb7f4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 1098 time: 0.0782928
Oct 27 14:15:04.876337 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-d70b6711-fcf3-4285-9b33-bf21788e420d req-765d36f3-fe13-4bde-867e-ebebcd1cbee8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398936
Oct 27 14:15:04.943945 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e84aa9-d24e-4e5c-a230-b028a0b27393 req-2152feb6-3311-405c-a89c-670742f54ab0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:04.945623 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-84e84aa9-d24e-4e5c-a230-b028a0b27393 req-2152feb6-3311-405c-a89c-670742f54ab0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 945 time: 0.0832131
Oct 27 14:15:05.067384 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-84e84aa9-d24e-4e5c-a230-b028a0b27393 req-034151ce-3416-4424-adc8-7799d267c8ff tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160936
Oct 27 14:15:05.390646 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114ccc5-7577-4ab2-bc98-5a2ef76f4c22 req-3fe74062-a1b5-417a-be4a-6a874475153d tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:05.393075 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2114ccc5-7577-4ab2-bc98-5a2ef76f4c22 req-3fe74062-a1b5-417a-be4a-6a874475153d tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 945 time: 0.0836687
Oct 27 14:15:05.444169 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2114ccc5-7577-4ab2-bc98-5a2ef76f4c22 req-a5547af4-9fe4-4315-a58b-1db4d393cf26 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441000
Oct 27 14:15:05.805496 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16237043-0df7-483e-9191-432c504b0070 req-26e4c056-20ac-4cd3-b8f0-28c4d8be713a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:05.806951 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-16237043-0df7-483e-9191-432c504b0070 req-26e4c056-20ac-4cd3-b8f0-28c4d8be713a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0903697
Oct 27 14:15:05.854997 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-16237043-0df7-483e-9191-432c504b0070 req-c5528367-b8fc-4d95-9c14-968650151fc6 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422444
Oct 27 14:15:06.161406 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 729ddc51-089c-4eb8-8433-9054e96ef177 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:15:06.238412 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port 729ddc51-089c-4eb8-8433-9054e96ef177 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:15:06.245076 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 729ddc51-089c-4eb8-8433-9054e96ef177 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:15:06.245549 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:06.273763 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4de0a-2169-47e4-bd02-d05b818508fc req-eb0e2a2d-b158-4596-9105-80fd170eff14 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:06.275255 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8da4de0a-2169-47e4-bd02-d05b818508fc req-eb0e2a2d-b158-4596-9105-80fd170eff14 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 945 time: 0.0856833
Oct 27 14:15:06.323933 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8da4de0a-2169-47e4-bd02-d05b818508fc req-a51bb43a-d90d-4965-ac11-ee12aebbc2b2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427527
Oct 27 14:15:06.367662 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:06.411858 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 729ddc51-089c-4eb8-8433-9054e96ef177, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=729ddc51-089c-4eb8-8433-9054e96ef177,segment=NetworkSegment(d5d5ab34-1836-402d-bd50-deda768494f0),segment_id=d5d5ab34-1836-402d-bd50-deda768494f0)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:06.420621 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:06.423414 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:06.492078 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=729ddc51-089c-4eb8-8433-9054e96ef177,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:06.500438 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:06.500784 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:06.501150 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:06.501480 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:06.501811 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:06.502136 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:06.502462 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:06.502840 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:06.503172 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:06.503490 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:06.503808 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:06.507047 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549d1341-d51c-4511-9dc0-a0bd39178d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729ddc51-089c-4eb8-8433-9054e96ef177'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:15:06.511683 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:06.564412 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549d1341-d51c-4511-9dc0-a0bd39178d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729ddc51-089c-4eb8-8433-9054e96ef177', 'code': 200}
Oct 27 14:15:06.661577 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484ca0e-9102-4743-bacb-3817d72c0b1a req-ddbefeed-1c85-4051-9dd8-816a22d62709 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:06.663070 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f484ca0e-9102-4743-bacb-3817d72c0b1a req-ddbefeed-1c85-4051-9dd8-816a22d62709 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 946 time: 0.0929146
Oct 27 14:15:06.717784 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f484ca0e-9102-4743-bacb-3817d72c0b1a req-cea14e1d-71fd-4d77-bcc3-f27b696a95b6 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472777
Oct 27 14:15:06.920047 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e28539b4-5788-4d4e-ada1-b3d2af0f8bcb req-c75fb468-84d4-4e12-966e-e67ba60ac004 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 1099 time: 0.0707192
Oct 27 14:15:06.967752 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e28539b4-5788-4d4e-ada1-b3d2af0f8bcb req-98bf9899-0a95-4fc5-9eec-f50a1a3b61cc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366588
Oct 27 14:15:07.056634 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8adaa-aa50-4f21-892a-34f776f3d347 req-b5374a4c-4db0-457e-93b9-6371b7866f6a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:07.058082 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9ef8adaa-aa50-4f21-892a-34f776f3d347 req-b5374a4c-4db0-457e-93b9-6371b7866f6a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0786848
Oct 27 14:15:07.114797 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9ef8adaa-aa50-4f21-892a-34f776f3d347 req-6679001b-b26f-4057-a2e3-4bced202076d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510290
Oct 27 14:15:07.525184 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795dfbf-4b8c-45e9-ab1f-5048c0914b50 req-26a4c321-0f32-4c0c-8825-07e765d06bbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:07.526652 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b795dfbf-4b8c-45e9-ab1f-5048c0914b50 req-26a4c321-0f32-4c0c-8825-07e765d06bbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 945 time: 0.0785978
Oct 27 14:15:07.572591 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b795dfbf-4b8c-45e9-ab1f-5048c0914b50 req-105116c2-4ea7-4f97-a633-bbc6016d21b7 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404191
Oct 27 14:15:07.937642 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4ace8-6eaa-4a55-b1ed-a52aa3ef15dc req-5b371238-ff00-49de-a6e0-76885948ad04 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:07.940180 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-18e4ace8-6eaa-4a55-b1ed-a52aa3ef15dc req-5b371238-ff00-49de-a6e0-76885948ad04 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 946 time: 0.0891595
Oct 27 14:15:08.010308 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-18e4ace8-6eaa-4a55-b1ed-a52aa3ef15dc req-d8109f6f-d443-440c-abfe-e7ddeb21f5bb tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647876
Oct 27 14:15:08.309009 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb539e0e-631d-4945-9143-cf6ae6ee2777 req-534c5312-dabc-42ff-9632-e1ca5fc9321d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:08.310504 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bb539e0e-631d-4945-9143-cf6ae6ee2777 req-534c5312-dabc-42ff-9632-e1ca5fc9321d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0773373
Oct 27 14:15:08.362027 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bb539e0e-631d-4945-9143-cf6ae6ee2777 req-a9609764-4e6f-453b-84c1-df2b87df577f tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453930
Oct 27 14:15:09.208537 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4547d-d63e-4f28-a0b3-8ccfd9e4c2cc req-b25d6455-e810-4fde-a924-72e10f592e94 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:09.210540 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-35a4547d-d63e-4f28-a0b3-8ccfd9e4c2cc req-b25d6455-e810-4fde-a924-72e10f592e94 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 946 time: 0.0857627
Oct 27 14:15:09.257001 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-35a4547d-d63e-4f28-a0b3-8ccfd9e4c2cc req-33e00b44-cdfa-42d8-bed4-dc9560e9fb22 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416148
Oct 27 14:15:09.569080 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fc8aa-0239-470d-b1ea-5aca12f5fbed req-d76b0e8e-2a81-40ad-b0f0-4de145d1892e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:09.570899 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0d0fc8aa-0239-470d-b1ea-5aca12f5fbed req-d76b0e8e-2a81-40ad-b0f0-4de145d1892e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0811248
Oct 27 14:15:09.626913 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0d0fc8aa-0239-470d-b1ea-5aca12f5fbed req-320b4786-d96b-427f-807e-e245d2c84e12 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491993
Oct 27 14:15:09.964281 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:15:10.837271 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3e2de-7171-403a-9986-4f3642e0578f req-0ae12cc1-88e7-4f46-a029-ecbe7a60e77e tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:10.838715 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ff3e2de-7171-403a-9986-4f3642e0578f req-0ae12cc1-88e7-4f46-a029-ecbe7a60e77e tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 946 time: 0.1375260
Oct 27 14:15:10.877181 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ca304-b564-417d-b1d4-4ef319da8497 req-df005860-f2c3-4b3d-909a-69b99820e89a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:10.878726 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-490ca304-b564-417d-b1d4-4ef319da8497 req-df005860-f2c3-4b3d-909a-69b99820e89a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1256602
Oct 27 14:15:10.923649 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ff3e2de-7171-403a-9986-4f3642e0578f req-51854be5-3b3e-4b6d-9c7d-bee1cd09b57f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786941
Oct 27 14:15:10.936400 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-490ca304-b564-417d-b1d4-4ef319da8497 req-651e4865-5f71-41db-8881-1ce6eaad22dc tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501719
Oct 27 14:15:12.183717 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaca88-4862-4860-8578-38681893efc1 req-d065d4bd-808e-44e1-96d8-bc6dbed65f3b tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:12.185159 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7abaca88-4862-4860-8578-38681893efc1 req-d065d4bd-808e-44e1-96d8-bc6dbed65f3b tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 946 time: 0.1388617
Oct 27 14:15:12.192257 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2027b6-1a32-4722-bb0a-dc2f9d7a1087 req-daa1c62d-3899-4bf8-8423-dedc3ad69d0d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:12.193597 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4c2027b6-1a32-4722-bb0a-dc2f9d7a1087 req-daa1c62d-3899-4bf8-8423-dedc3ad69d0d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1169801
Oct 27 14:15:12.268253 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7abaca88-4862-4860-8578-38681893efc1 req-3f6af987-871c-46bb-894f-d257d8b90d0f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737264
Oct 27 14:15:12.270618 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4c2027b6-1a32-4722-bb0a-dc2f9d7a1087 req-335304b3-7e1b-47b9-b918-1bfc9cb7a9d7 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619864
Oct 27 14:15:12.749360 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:13.009923 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Sync routers for ids ['bd1af048-c3ce-46cb-b0ad-caadb7e64339'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:15:13.024132 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Routers {'bd1af048-c3ce-46cb-b0ad-caadb7e64339'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:15:13.024763 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1785f9d0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:14:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['bd1af048-c3ce-46cb-b0ad-caadb7e64339'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:13.221845 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Set router bd1af048-c3ce-46cb-b0ad-caadb7e64339 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:15:13.472350 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb9671-7f2a-4488-9350-9a3546188106 req-3179be34-c4f6-45ff-9c80-3bc8a0bd5af0 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:13.473655 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-ddcb9671-7f2a-4488-9350-9a3546188106 req-3179be34-c4f6-45ff-9c80-3bc8a0bd5af0 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Synchronizing usage tracker for tenant:f1bedd96b4a0478daa1b806d41483aaf on resource:port {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:15:13.489637 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-ddcb9671-7f2a-4488-9350-9a3546188106 req-3179be34-c4f6-45ff-9c80-3bc8a0bd5af0 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Unset dirty status for tenant:f1bedd96b4a0478daa1b806d41483aaf on resource:port {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:15:13.490792 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-ddcb9671-7f2a-4488-9350-9a3546188106 req-3179be34-c4f6-45ff-9c80-3bc8a0bd5af0 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.79 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 946 time: 0.1402948
Oct 27 14:15:13.593928 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [req-ddcb9671-7f2a-4488-9350-9a3546188106 req-7c0d4e58-5b3d-4127-b3b0-e6f7e32f7c7b tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Deleting port 729ddc51-089c-4eb8-8433-9054e96ef177 {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:15:13.595122 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-ddcb9671-7f2a-4488-9350-9a3546188106 req-7c0d4e58-5b3d-4127-b3b0-e6f7e32f7c7b tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:13.605713 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a97e2-d731-4d80-b521-5f51f531a2fc req-f0b564c1-43a9-43ac-80ae-64ee492b8427 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:13.607254 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-276a97e2-d731-4d80-b521-5f51f531a2fc req-f0b564c1-43a9-43ac-80ae-64ee492b8427 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 946 time: 0.1193643
Oct 27 14:15:13.615056 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ca9ee-64bd-4e33-8dcd-d57053729c9e req-755c6546-db7b-4fcf-b42a-21701e22f7a4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:13.616902 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-006ca9ee-64bd-4e33-8dcd-d57053729c9e req-755c6546-db7b-4fcf-b42a-21701e22f7a4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1677432
Oct 27 14:15:13.632205 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1785f9d0>, [{'id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'name': 'tempest-TestVolumeBootPattern-1872938031-router', 'tenant_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '2ca6ea4b-fdbd-40a4-9c69-24f8803af14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:46Z', 'updated_at': '2021-10-27T14:14:53Z', 'revision_number': 4, 'project_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'gw_port': {'id': '2ca6ea4b-fdbd-40a4-9c69-24f8803af14f', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:47Z', 'updated_at': '2021-10-27T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '256fa818-9ed2-4adc-991c-c68f795d8afa', 'name': '', 'network_id': 'f60dd9e0-f9af-41c9-9c90-fe90a8f016fc', 'tenant_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'mac_address': 'fa:16:3e:db:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39c13e6f-00b9-46f2-b787-c3cc67126279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:51Z', 'updated_at': '2021-10-27T14:14:53Z', 'revision_number': 2, 'project_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'subnets': [{'id': '39c13e6f-00b9-46f2-b787-c3cc67126279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:13.636489 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Checking router: bd1af048-c3ce-46cb-b0ad-caadb7e64339 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:15:13.637062 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Updating router bd1af048-c3ce-46cb-b0ad-caadb7e64339 port 256fa818-9ed2-4adc-991c-c68f795d8afa binding host dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:15:13.701424 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:13.712654 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-276a97e2-d731-4d80-b521-5f51f531a2fc req-aa88d251-e64f-4dd9-b2c1-f3754dd34e86 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9c590ec-9e10-42c3-81d3-5746b1356f99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945413
Oct 27 14:15:13.718199 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-006ca9ee-64bd-4e33-8dcd-d57053729c9e req-c2cf1682-7531-4634-8388-a831ecd88892 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848188
Oct 27 14:15:13.913642 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b2c2a-c28e-45d0-9c48-22f0a65a5cea req-2035daf3-ee6c-483f-a65b-66d4df9e83c0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:13.915360 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e45b2c2a-c28e-45d0-9c48-22f0a65a5cea req-2035daf3-ee6c-483f-a65b-66d4df9e83c0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 945 time: 0.0905685
Oct 27 14:15:13.941640 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-ddcb9671-7f2a-4488-9350-9a3546188106 req-7c0d4e58-5b3d-4127-b3b0-e6f7e32f7c7b tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] For port 729ddc51-089c-4eb8-8433-9054e96ef177, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=729ddc51-089c-4eb8-8433-9054e96ef177,segment=NetworkSegment(d5d5ab34-1836-402d-bd50-deda768494f0),segment_id=d5d5ab34-1836-402d-bd50-deda768494f0)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:13.942022 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-ddcb9671-7f2a-4488-9350-9a3546188106 req-7c0d4e58-5b3d-4127-b3b0-e6f7e32f7c7b tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:13.964727 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e45b2c2a-c28e-45d0-9c48-22f0a65a5cea req-c2e3d511-f4e1-470e-97a8-9cc911af8861 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437844
Oct 27 14:15:13.996562 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 36726) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:14.110553 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [req-ddcb9671-7f2a-4488-9350-9a3546188106 req-7c0d4e58-5b3d-4127-b3b0-e6f7e32f7c7b tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Calling delete_port for 729ddc51-089c-4eb8-8433-9054e96ef177 owned by compute:nova {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:15:14.177999 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Notify callbacks [] for port, precommit_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:14.192512 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Transition to ACTIVE for port object 256fa818-9ed2-4adc-991c-c68f795d8afa will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:15:14.200941 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:14.206387 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:14.337028 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-ddcb9671-7f2a-4488-9350-9a3546188106 req-7c0d4e58-5b3d-4127-b3b0-e6f7e32f7c7b tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:14.349380 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c0f8b-a72c-4f94-93e7-2cbbd4f0d185 None None] Pushing event updated for resources: {'Port': ['ID=256fa818-9ed2-4adc-991c-c68f795d8afa,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:14.355384 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-1f4c0f8b-a72c-4f94-93e7-2cbbd4f0d185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:14.362288 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:14.366313 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['729ddc51-089c-4eb8-8433-9054e96ef177'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:15:14.412618 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d4e58-5b3d-4127-b3b0-e6f7e32f7c7b tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Pushing event deleted for resources: {'Port': ['ID=729ddc51-089c-4eb8-8433-9054e96ef177,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:14.447877 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-7c0d4e58-5b3d-4127-b3b0-e6f7e32f7c7b tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:14.494210 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcb9671-7f2a-4488-9350-9a3546188106 req-7c0d4e58-5b3d-4127-b3b0-e6f7e32f7c7b tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] No DVR routers for this DVR port 729ddc51-089c-4eb8-8433-9054e96ef177 on host hv-cinder-81566 {{(pid=82824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:15:14.505048 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-ddcb9671-7f2a-4488-9350-9a3546188106 req-7c0d4e58-5b3d-4127-b3b0-e6f7e32f7c7b tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:14.509061 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549d1341-d51c-4511-9dc0-a0bd39178d81', 'name': 'network-vif-deleted', 'tag': '729ddc51-089c-4eb8-8433-9054e96ef177'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:15:14.509910 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Attempting to bind port 256fa818-9ed2-4adc-991c-c68f795d8afa on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:15:14.510385 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Attempting to bind port 256fa818-9ed2-4adc-991c-c68f795d8afa by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '57950040-e997-46ed-a9c0-6048f2c77e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f60dd9e0-f9af-41c9-9c90-fe90a8f016fc'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:15:14.511117 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Attempting to bind port 256fa818-9ed2-4adc-991c-c68f795d8afa on network f60dd9e0-f9af-41c9-9c90-fe90a8f016fc {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:15:14.515102 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-3efed540-a07b-49f1-97c0-a6800116e350 tempest-TestMinimumBasicScenario-2059075134 tempest-TestMinimumBasicScenario-2059075134-project-admin] Synchronizing usage tracker for tenant:1604dadc7e904ed9987e7ded1bc59258 on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:15:14.525653 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:15:14.526023 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Checking segment: {'id': '57950040-e997-46ed-a9c0-6048f2c77e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f60dd9e0-f9af-41c9-9c90-fe90a8f016fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:15:14.526434 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:14.526864 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Bound using segment: {'id': '57950040-e997-46ed-a9c0-6048f2c77e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f60dd9e0-f9af-41c9-9c90-fe90a8f016fc'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:15:14.527344 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Bound port: 256fa818-9ed2-4adc-991c-c68f795d8afa, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57950040-e997-46ed-a9c0-6048f2c77e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f60dd9e0-f9af-41c9-9c90-fe90a8f016fc'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:15:14.528303 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:14.528678 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-ddcb9671-7f2a-4488-9350-9a3546188106 req-7c0d4e58-5b3d-4127-b3b0-e6f7e32f7c7b tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.79 "DELETE /v2.0/ports/729ddc51-089c-4eb8-8433-9054e96ef177 HTTP/1.1" status: 204  len: 173 time: 1.0285592
Oct 27 14:15:14.536084 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-3efed540-a07b-49f1-97c0-a6800116e350 tempest-TestMinimumBasicScenario-2059075134 tempest-TestMinimumBasicScenario-2059075134-project-admin] Unset dirty status for tenant:1604dadc7e904ed9987e7ded1bc59258 on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:15:14.539128 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-3efed540-a07b-49f1-97c0-a6800116e350 tempest-TestMinimumBasicScenario-2059075134 tempest-TestMinimumBasicScenario-2059075134-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 1093 time: 0.5414760
Oct 27 14:15:14.540406 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 36734) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:14.548646 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Request body: {'floatingip': {'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'port_id': 'c751cd49-87b4-4970-a4cd-12831ac91018', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'fixed_ip_address': '172.20.0.5'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:15:14.554782 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:15:14.561700 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Usage tracker for resource:floatingip and tenant:17464c5131664d84a88aee4a92d27614 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:15:14.571762 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:15:14.578146 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:15:14.590983 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549d1341-d51c-4511-9dc0-a0bd39178d81', 'name': 'network-vif-deleted', 'tag': '729ddc51-089c-4eb8-8433-9054e96ef177', 'status': 'completed', 'code': 200}
Oct 27 14:15:14.592258 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for floatingip, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:14.653084 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] For port 256fa818-9ed2-4adc-991c-c68f795d8afa, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:15:14.656586 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] For port 256fa818-9ed2-4adc-991c-c68f795d8afa, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=256fa818-9ed2-4adc-991c-c68f795d8afa,segment=NetworkSegment(57950040-e997-46ed-a9c0-6048f2c77e73),segment_id=57950040-e997-46ed-a9c0-6048f2c77e73)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:15:14.661674 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:14.669386 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-3ba099e0-efd3-457c-ab92-95091d2358ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:14.746712 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c0f8b-a72c-4f94-93e7-2cbbd4f0d185 None None] Pushing event updated for resources: {'Port': ['ID=256fa818-9ed2-4adc-991c-c68f795d8afa,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:14.749548 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:14.751600 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-1f4c0f8b-a72c-4f94-93e7-2cbbd4f0d185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:14.758564 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Routers {'bd1af048-c3ce-46cb-b0ad-caadb7e64339'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:15:14.758903 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1785f9d0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:14:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['bd1af048-c3ce-46cb-b0ad-caadb7e64339'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:15.012875 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] Set router bd1af048-c3ce-46cb-b0ad-caadb7e64339 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:15:15.039179 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-da439aba-47f7-468a-a80f-40fb0a8b32c1 req-b7f934ef-bae5-4a57-ae3e-c4361cd6a3bc tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] 10.222.0.36 "GET /v2.0/ports?device_id=549d1341-d51c-4511-9dc0-a0bd39178d81 HTTP/1.1" status: 200  len: 210 time: 0.0945275
Oct 27 14:15:15.072204 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Allocated IP 172.27.2.200 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/7b06b559-fb4d-4f3b-b914-3701112995a5) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:15:15.202765 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135f0ed-392e-4c9e-9ae9-4d92f22bdcfe req-01b01575-6213-4383-a270-b8d28d47db9e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:15.205112 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8135f0ed-392e-4c9e-9ae9-4d92f22bdcfe req-01b01575-6213-4383-a270-b8d28d47db9e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.2197781
Oct 27 14:15:15.292599 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:15.309825 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8135f0ed-392e-4c9e-9ae9-4d92f22bdcfe req-b53c3232-0876-4e2d-b893-b6f6c8215df6 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873835
Oct 27 14:15:15.345033 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:15.350247 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:15.360953 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1785f9d0>, [{'id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'name': 'tempest-TestVolumeBootPattern-1872938031-router', 'tenant_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '2ca6ea4b-fdbd-40a4-9c69-24f8803af14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:46Z', 'updated_at': '2021-10-27T14:14:53Z', 'revision_number': 4, 'project_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'gw_port': {'id': '2ca6ea4b-fdbd-40a4-9c69-24f8803af14f', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:47Z', 'updated_at': '2021-10-27T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '256fa818-9ed2-4adc-991c-c68f795d8afa', 'name': '', 'network_id': 'f60dd9e0-f9af-41c9-9c90-fe90a8f016fc', 'tenant_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'mac_address': 'fa:16:3e:db:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39c13e6f-00b9-46f2-b787-c3cc67126279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:51Z', 'updated_at': '2021-10-27T14:15:14Z', 'revision_number': 4, 'project_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'subnets': [{'id': '39c13e6f-00b9-46f2-b787-c3cc67126279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:15.365291 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e2db5-2fd3-40ac-a717-9170f236ebd9 None None] The sync data for ids ['bd1af048-c3ce-46cb-b0ad-caadb7e64339'] in dv-cinder-815663-1-iscsi is: [{'id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'name': 'tempest-TestVolumeBootPattern-1872938031-router', 'tenant_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '2ca6ea4b-fdbd-40a4-9c69-24f8803af14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:46Z', 'updated_at': '2021-10-27T14:14:53Z', 'revision_number': 4, 'project_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'gw_port': {'id': '2ca6ea4b-fdbd-40a4-9c69-24f8803af14f', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:47Z', 'updated_at': '2021-10-27T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '256fa818-9ed2-4adc-991c-c68f795d8afa', 'name': '', 'network_id': 'f60dd9e0-f9af-41c9-9c90-fe90a8f016fc', 'tenant_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'mac_address': 'fa:16:3e:db:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1af048-c3ce-46cb-b0ad-caadb7e64339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39c13e6f-00b9-46f2-b787-c3cc67126279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:51Z', 'updated_at': '2021-10-27T14:15:14Z', 'revision_number': 4, 'project_id': '8f3aa7abf0214a7cad3a40b511fc05f1', 'subnets': [{'id': '39c13e6f-00b9-46f2-b787-c3cc67126279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:15:15.418363 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:15:15.421541 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:15:15.427816 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:15:15.476018 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event updated for resources: {'Port': ['ID=7b06b559-fb4d-4f3b-b914-3701112995a5,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:15.479318 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:15.829937 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 256fa818-9ed2-4adc-991c-c68f795d8afa up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:15:15.937450 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 256fa818-9ed2-4adc-991c-c68f795d8afa completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:15:15.943528 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 256fa818-9ed2-4adc-991c-c68f795d8afa triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:15:15.943942 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:16.130330 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:16.173647 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 256fa818-9ed2-4adc-991c-c68f795d8afa, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=256fa818-9ed2-4adc-991c-c68f795d8afa,segment=NetworkSegment(57950040-e997-46ed-a9c0-6048f2c77e73),segment_id=57950040-e997-46ed-a9c0-6048f2c77e73)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:16.179773 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:16.182251 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:16.269713 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=256fa818-9ed2-4adc-991c-c68f795d8afa,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:16.273660 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:16.280616 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:16.366158 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:16.654094 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34be8b4-e244-4856-a387-c375df135694 req-6b85f8f1-9827-419f-a41c-d660dc22d2d2 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:16.655570 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d34be8b4-e244-4856-a387-c375df135694 req-6b85f8f1-9827-419f-a41c-d660dc22d2d2 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1889601
Oct 27 14:15:16.734790 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d34be8b4-e244-4856-a387-c375df135694 req-9fe469b3-73dc-4aba-8b9c-563f7ea046db tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694253
Oct 27 14:15:16.757173 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:16.762799 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:16.767379 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:16.866858 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event updated for resources: {'Port': ['ID=7b06b559-fb4d-4f3b-b914-3701112995a5,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:16.873838 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:16.897019 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:17.097133 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.l3_db [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Floating IP 407cc325-a38b-42f2-a63b-05f649bbf921 associated. External IP: 172.27.2.200, port: c751cd49-87b4-4970-a4cd-12831ac91018.
Oct 27 14:15:17.518461 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Router 97d80d4a-e8b5-46d4-9a19-32877b2af65d has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:15:17.732687 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:15:17.743300 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25ed74-2183-4ada-8a6c-bcec6c0da463 None None] Sync routers for ids ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:15:17.759305 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:17.768485 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25ed74-2183-4ada-8a6c-bcec6c0da463 None None] Routers {'97d80d4a-e8b5-46d4-9a19-32877b2af65d'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:15:17.769105 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-2a25ed74-2183-4ada-8a6c-bcec6c0da463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17211640>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:14:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:17.792715 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 256fa818-9ed2-4adc-991c-c68f795d8afa up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:15:17.817554 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2760556
Oct 27 14:15:17.818581 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'tag': 'c751cd49-87b4-4970-a4cd-12831ac91018'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:15:17.820461 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36794) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:17.826051 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2139774790', 'description': 'tempest-secgroup-smoke-2139774790 description', 'project_id': '17464c5131664d84a88aee4a92d27614'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:15:17.835195 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:15:17.845200 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Usage tracker for resource:security_group and tenant:17464c5131664d84a88aee4a92d27614 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:15:17.856192 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:15:17.875168 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:15:17.900571 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:17.934468 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 256fa818-9ed2-4adc-991c-c68f795d8afa triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:15:17.934963 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:17.938502 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'tag': 'c751cd49-87b4-4970-a4cd-12831ac91018', 'status': 'completed', 'code': 200}
Oct 27 14:15:17.964257 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:15:17.970083 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Usage tracker for resource:security_group_rule and tenant:17464c5131664d84a88aee4a92d27614 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:15:17.973382 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:15:17.982151 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:15:18.065942 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.072304 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-2a25ed74-2183-4ada-8a6c-bcec6c0da463 None None] Set router 97d80d4a-e8b5-46d4-9a19-32877b2af65d gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:15:18.075312 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5304df-3809-4190-b372-bfbb87569be5 req-ca25f3f4-9362-4daa-b7de-948823d41c28 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:18.089542 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2d5304df-3809-4190-b372-bfbb87569be5 req-ca25f3f4-9362-4daa-b7de-948823d41c28 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1873510
Oct 27 14:15:18.119178 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.145349 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2d5304df-3809-4190-b372-bfbb87569be5 req-b6f1d272-3f16-4cf5-bd41-41f33c8b6a5c tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548518
Oct 27 14:15:18.146283 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-52242cba-8e92-477f-a0d4-34ae699f779f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:18.158456 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.159658 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3382471
Oct 27 14:15:18.162889 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 36800) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:18.169379 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-62499714-5beb-4390-8b23-a08f0bde0ff0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Request body: {'security_group_rule': {'security_group_id': '13cc1646-7bde-4a33-ab57-17c2fb107dbe', 'project_id': '17464c5131664d84a88aee4a92d27614', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:15:18.175285 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-62499714-5beb-4390-8b23-a08f0bde0ff0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:15:18.179201 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-62499714-5beb-4390-8b23-a08f0bde0ff0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Usage tracker for resource:security_group_rule and tenant:17464c5131664d84a88aee4a92d27614 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:15:18.182067 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-62499714-5beb-4390-8b23-a08f0bde0ff0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:15:18.188929 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-62499714-5beb-4390-8b23-a08f0bde0ff0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:15:18.196642 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cc1646-7bde-4a33-ab57-17c2fb107dbe,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:18.200362 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:18.209429 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-62499714-5beb-4390-8b23-a08f0bde0ff0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.213198 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b800e4fe-1916-48d0-9e7f-9d36eb67190f req-6cb1030a-a1fa-4bb4-80a5-3e627d5b7f38 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=17464c5131664d84a88aee4a92d27614&device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 1098 time: 0.1453247
Oct 27 14:15:18.281911 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-62499714-5beb-4390-8b23-a08f0bde0ff0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.285655 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-62499714-5beb-4390-8b23-a08f0bde0ff0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.288481 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:18.309918 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62499714-5beb-4390-8b23-a08f0bde0ff0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181df0a9-dd37-4630-aa53-d0e868e7ffa4,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:18.315758 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-62499714-5beb-4390-8b23-a08f0bde0ff0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:18.324231 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-62499714-5beb-4390-8b23-a08f0bde0ff0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.325528 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-62499714-5beb-4390-8b23-a08f0bde0ff0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1614957
Oct 27 14:15:18.328394 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 36806) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:18.334974 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-db8d5aa0-01fa-457e-b82e-b91767019464 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Request body: {'security_group_rule': {'security_group_id': '13cc1646-7bde-4a33-ab57-17c2fb107dbe', 'project_id': '17464c5131664d84a88aee4a92d27614', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:15:18.348113 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-db8d5aa0-01fa-457e-b82e-b91767019464 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:15:18.352752 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-db8d5aa0-01fa-457e-b82e-b91767019464 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Usage tracker for resource:security_group_rule and tenant:17464c5131664d84a88aee4a92d27614 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:15:18.356649 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-db8d5aa0-01fa-457e-b82e-b91767019464 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:15:18.369238 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-db8d5aa0-01fa-457e-b82e-b91767019464 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:15:18.386350 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-db8d5aa0-01fa-457e-b82e-b91767019464 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.460608 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-db8d5aa0-01fa-457e-b82e-b91767019464 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.464556 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-db8d5aa0-01fa-457e-b82e-b91767019464 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.466444 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:18.481857 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-2a25ed74-2183-4ada-8a6c-bcec6c0da463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17211640>, [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:13:51Z', 'revision_number': 4, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port': {'id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:43Z', 'updated_at': '2021-10-27T14:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '407cc325-a38b-42f2-a63b-05f649bbf921', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'port_id': 'c751cd49-87b4-4970-a4cd-12831ac91018', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'mac_address': 'fa:16:3e:c6:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:15:15Z', 'updated_at': '2021-10-27T14:15:15Z', 'revision_number': 0, 'project_id': '17464c5131664d84a88aee4a92d27614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3624dcc-886c-4452-96c7-06790e5f39af', 'name': '', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'mac_address': 'fa:16:3e:fc:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:49Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 5, 'project_id': '17464c5131664d84a88aee4a92d27614', 'subnets': [{'id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:18.487898 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25ed74-2183-4ada-8a6c-bcec6c0da463 None None] Checking router: 97d80d4a-e8b5-46d4-9a19-32877b2af65d for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:15:18.501773 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25ed74-2183-4ada-8a6c-bcec6c0da463 None None] Routers {'97d80d4a-e8b5-46d4-9a19-32877b2af65d'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:15:18.502676 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-2a25ed74-2183-4ada-8a6c-bcec6c0da463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17211640>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:14:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:18.574565 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d5aa0-01fa-457e-b82e-b91767019464 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1626a4-4e4f-4fe8-991e-8e593a562957,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:18.579648 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-db8d5aa0-01fa-457e-b82e-b91767019464 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:18.584115 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-db8d5aa0-01fa-457e-b82e-b91767019464 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.585285 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-db8d5aa0-01fa-457e-b82e-b91767019464 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2553341
Oct 27 14:15:18.587932 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 36814) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:18.593349 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-a94efe0a-a012-4391-98be-689c8eb817f7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Request body: {'security_group_rule': {'security_group_id': '13cc1646-7bde-4a33-ab57-17c2fb107dbe', 'project_id': '17464c5131664d84a88aee4a92d27614', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:15:18.599528 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-a94efe0a-a012-4391-98be-689c8eb817f7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:15:18.603241 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-a94efe0a-a012-4391-98be-689c8eb817f7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Usage tracker for resource:security_group_rule and tenant:17464c5131664d84a88aee4a92d27614 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:15:18.606044 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-a94efe0a-a012-4391-98be-689c8eb817f7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:15:18.612508 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-a94efe0a-a012-4391-98be-689c8eb817f7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:15:18.632064 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-a94efe0a-a012-4391-98be-689c8eb817f7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.686392 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-2a25ed74-2183-4ada-8a6c-bcec6c0da463 None None] Set router 97d80d4a-e8b5-46d4-9a19-32877b2af65d gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:15:18.699692 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-a94efe0a-a012-4391-98be-689c8eb817f7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.704439 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-a94efe0a-a012-4391-98be-689c8eb817f7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.712575 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:18.731439 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94efe0a-a012-4391-98be-689c8eb817f7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061254a1-2f3e-4528-943d-c05593060ec3,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:18.745553 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-a94efe0a-a012-4391-98be-689c8eb817f7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:18.749742 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-a94efe0a-a012-4391-98be-689c8eb817f7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.751527 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-a94efe0a-a012-4391-98be-689c8eb817f7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1625924
Oct 27 14:15:18.754339 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 36820) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:18.760009 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-92e94b8d-9d82-4c28-acc8-80de42884049 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Request body: {'security_group_rule': {'security_group_id': '13cc1646-7bde-4a33-ab57-17c2fb107dbe', 'project_id': '17464c5131664d84a88aee4a92d27614', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:15:18.765724 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-92e94b8d-9d82-4c28-acc8-80de42884049 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:15:18.770488 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-92e94b8d-9d82-4c28-acc8-80de42884049 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Usage tracker for resource:security_group_rule and tenant:17464c5131664d84a88aee4a92d27614 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:15:18.773650 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-92e94b8d-9d82-4c28-acc8-80de42884049 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:15:18.779445 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-92e94b8d-9d82-4c28-acc8-80de42884049 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:15:18.797130 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-92e94b8d-9d82-4c28-acc8-80de42884049 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.864746 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-92e94b8d-9d82-4c28-acc8-80de42884049 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.868485 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-92e94b8d-9d82-4c28-acc8-80de42884049 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.874458 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-a94efe0a-a012-4391-98be-689c8eb817f7 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:18.896836 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e94b8d-9d82-4c28-acc8-80de42884049 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46667854-c1ad-4308-b904-6a82cce537c6,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:18.899378 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-92e94b8d-9d82-4c28-acc8-80de42884049 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:18.912816 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-92e94b8d-9d82-4c28-acc8-80de42884049 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:18.914309 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-92e94b8d-9d82-4c28-acc8-80de42884049 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1588156
Oct 27 14:15:18.917756 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36824) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:18.924016 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-05e238da-9cd2-43ac-b0c3-2a196898e64e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Request body: {'security_group_rule': {'security_group_id': '13cc1646-7bde-4a33-ab57-17c2fb107dbe', 'project_id': '17464c5131664d84a88aee4a92d27614', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:15:18.930154 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-05e238da-9cd2-43ac-b0c3-2a196898e64e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:15:18.934079 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-05e238da-9cd2-43ac-b0c3-2a196898e64e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Usage tracker for resource:security_group_rule and tenant:17464c5131664d84a88aee4a92d27614 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:15:18.936898 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-05e238da-9cd2-43ac-b0c3-2a196898e64e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:15:18.943849 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-05e238da-9cd2-43ac-b0c3-2a196898e64e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:15:18.955176 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.securitygroups_db [None req-05e238da-9cd2-43ac-b0c3-2a196898e64e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Project 17464c5131664d84a88aee4a92d27614 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 27 14:15:18.961659 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-05e238da-9cd2-43ac-b0c3-2a196898e64e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:19.026359 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-05e238da-9cd2-43ac-b0c3-2a196898e64e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:19.030939 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-05e238da-9cd2-43ac-b0c3-2a196898e64e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:19.032925 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:19.058271 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e238da-9cd2-43ac-b0c3-2a196898e64e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9965f5-d86c-477a-8d83-107cb4576f5a,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:19.064171 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-05e238da-9cd2-43ac-b0c3-2a196898e64e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:19.069284 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-05e238da-9cd2-43ac-b0c3-2a196898e64e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:19.069557 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-2a25ed74-2183-4ada-8a6c-bcec6c0da463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17211640>, [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:13:51Z', 'revision_number': 4, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port': {'id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:43Z', 'updated_at': '2021-10-27T14:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '407cc325-a38b-42f2-a63b-05f649bbf921', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'port_id': 'c751cd49-87b4-4970-a4cd-12831ac91018', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'mac_address': 'fa:16:3e:c6:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:15:15Z', 'updated_at': '2021-10-27T14:15:15Z', 'revision_number': 0, 'project_id': '17464c5131664d84a88aee4a92d27614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3624dcc-886c-4452-96c7-06790e5f39af', 'name': '', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'mac_address': 'fa:16:3e:fc:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:49Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 5, 'project_id': '17464c5131664d84a88aee4a92d27614', 'subnets': [{'id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:19.070761 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-05e238da-9cd2-43ac-b0c3-2a196898e64e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1516314
Oct 27 14:15:19.073431 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 36828) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:19.073985 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25ed74-2183-4ada-8a6c-bcec6c0da463 None None] The sync data for ids ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'] in dv-cinder-815663-1-iscsi is: [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:13:51Z', 'revision_number': 4, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port': {'id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:43Z', 'updated_at': '2021-10-27T14:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '407cc325-a38b-42f2-a63b-05f649bbf921', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'port_id': 'c751cd49-87b4-4970-a4cd-12831ac91018', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'mac_address': 'fa:16:3e:c6:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:15:15Z', 'updated_at': '2021-10-27T14:15:15Z', 'revision_number': 0, 'project_id': '17464c5131664d84a88aee4a92d27614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3624dcc-886c-4452-96c7-06790e5f39af', 'name': '', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'mac_address': 'fa:16:3e:fc:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:49Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 5, 'project_id': '17464c5131664d84a88aee4a92d27614', 'subnets': [{'id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:15:19.079827 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-679bf1d6-cbab-4c0e-bfe7-7b7d13cc6b45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Request body: {'security_group_rule': {'security_group_id': '13cc1646-7bde-4a33-ab57-17c2fb107dbe', 'project_id': '17464c5131664d84a88aee4a92d27614', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:15:19.085910 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-679bf1d6-cbab-4c0e-bfe7-7b7d13cc6b45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:15:19.091372 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-679bf1d6-cbab-4c0e-bfe7-7b7d13cc6b45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Usage tracker for resource:security_group_rule and tenant:17464c5131664d84a88aee4a92d27614 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:15:19.094582 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-679bf1d6-cbab-4c0e-bfe7-7b7d13cc6b45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:15:19.100864 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-679bf1d6-cbab-4c0e-bfe7-7b7d13cc6b45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:15:19.117220 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.securitygroups_db [None req-679bf1d6-cbab-4c0e-bfe7-7b7d13cc6b45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Project 17464c5131664d84a88aee4a92d27614 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 27 14:15:19.124312 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-679bf1d6-cbab-4c0e-bfe7-7b7d13cc6b45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:19.190985 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-679bf1d6-cbab-4c0e-bfe7-7b7d13cc6b45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:19.194759 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-679bf1d6-cbab-4c0e-bfe7-7b7d13cc6b45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:19.202133 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:19.225791 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bf1d6-cbab-4c0e-bfe7-7b7d13cc6b45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c348da-9424-433f-bc08-e483b6f1d786,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:19.228861 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-679bf1d6-cbab-4c0e-bfe7-7b7d13cc6b45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:19.230089 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-679bf1d6-cbab-4c0e-bfe7-7b7d13cc6b45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:19.234121 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-679bf1d6-cbab-4c0e-bfe7-7b7d13cc6b45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1569581
Oct 27 14:15:19.255011 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 729ddc51-089c-4eb8-8433-9054e96ef177 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:15:19.293531 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: 729ddc51-089c-4eb8-8433-9054e96ef177 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:15:19.293880 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 729ddc51-089c-4eb8-8433-9054e96ef177 not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:15:19.389487 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-08874c18-2fca-4193-bcdc-c5361748172f req-8709a8e8-bfae-404d-9d41-2b2fac702e64 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139774790&fields=id&tenant_id=17464c5131664d84a88aee4a92d27614 HTTP/1.1" status: 200  len: 267 time: 0.0629339
Oct 27 14:15:19.446995 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e32964-f2dc-423e-933f-73a9dbbc4f65 req-f94affa7-9415-4a19-a7d8-204792623d0c tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:19.448438 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53e32964-f2dc-423e-933f-73a9dbbc4f65 req-f94affa7-9415-4a19-a7d8-204792623d0c tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1567712
Oct 27 14:15:19.514217 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-53e32964-f2dc-423e-933f-73a9dbbc4f65 req-bf46781b-1c14-4dc6-bd0c-a4febbd2ec1d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594442
Oct 27 14:15:19.525334 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08874c18-2fca-4193-bcdc-c5361748172f req-34f6a2d5-7446-4ae6-8358-778ef8ad5dae tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:19.526854 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-08874c18-2fca-4193-bcdc-c5361748172f req-34f6a2d5-7446-4ae6-8358-778ef8ad5dae tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 945 time: 0.1310985
Oct 27 14:15:19.537710 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-08874c18-2fca-4193-bcdc-c5361748172f req-60a9f890-f3a7-42a4-bef7-de86dc65456a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Request body: {'port': {'security_groups': ['5f183a09-6937-4e8c-8698-7698367c1212', '13cc1646-7bde-4a33-ab57-17c2fb107dbe']}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:15:19.657523 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-08874c18-2fca-4193-bcdc-c5361748172f req-60a9f890-f3a7-42a4-bef7-de86dc65456a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:19.914917 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-08874c18-2fca-4193-bcdc-c5361748172f req-60a9f890-f3a7-42a4-bef7-de86dc65456a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] For port c751cd49-87b4-4970-a4cd-12831ac91018, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c751cd49-87b4-4970-a4cd-12831ac91018,segment=NetworkSegment(7afa0abc-9ba5-4c44-8a9a-330402cb30c5),segment_id=7afa0abc-9ba5-4c44-8a9a-330402cb30c5)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:19.940107 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-08874c18-2fca-4193-bcdc-c5361748172f req-60a9f890-f3a7-42a4-bef7-de86dc65456a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:19.944566 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-08874c18-2fca-4193-bcdc-c5361748172f req-60a9f890-f3a7-42a4-bef7-de86dc65456a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:19.949808 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-1abd3794-2ea1-4aa2-9831-0b67b7aca8ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:20.019363 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08874c18-2fca-4193-bcdc-c5361748172f req-60a9f890-f3a7-42a4-bef7-de86dc65456a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:20.019980 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-08874c18-2fca-4193-bcdc-c5361748172f req-60a9f890-f3a7-42a4-bef7-de86dc65456a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:20.023139 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-08874c18-2fca-4193-bcdc-c5361748172f req-60a9f890-f3a7-42a4-bef7-de86dc65456a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "PUT /v2.0/ports/c751cd49-87b4-4970-a4cd-12831ac91018 HTTP/1.1" status: 200  len: 981 time: 0.4899254
Oct 27 14:15:20.024326 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'tag': 'c751cd49-87b4-4970-a4cd-12831ac91018'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:15:20.046029 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9f890-f3a7-42a4-bef7-de86dc65456a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event updated for resources: {'Port': ['ID=c751cd49-87b4-4970-a4cd-12831ac91018,revision_number=6']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:20.050074 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-60a9f890-f3a7-42a4-bef7-de86dc65456a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:20.101842 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'tag': 'c751cd49-87b4-4970-a4cd-12831ac91018', 'status': 'completed', 'code': 200}
Oct 27 14:15:20.222532 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfffa7-304e-49ce-8aba-f361675435d7 req-13884aa6-3bf4-48a3-8f67-004da157465b tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:20.224004 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-68dfffa7-304e-49ce-8aba-f361675435d7 req-13884aa6-3bf4-48a3-8f67-004da157465b tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.0924847
Oct 27 14:15:20.271374 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-68dfffa7-304e-49ce-8aba-f361675435d7 req-c08e6baf-d936-4fcf-bdae-fd9510e36810 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0416558
Oct 27 14:15:20.320971 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-01a8b351-581a-4562-84ac-f8fd337308d6 None None] Provisioning complete for port c751cd49-87b4-4970-a4cd-12831ac91018 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:15:20.321551 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-01a8b351-581a-4562-84ac-f8fd337308d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:20.405023 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800e4fe-1916-48d0-9e7f-9d36eb67190f req-3e2f58ad-b478-4958-b0f9-eeb695f0120d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:20.406475 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b800e4fe-1916-48d0-9e7f-9d36eb67190f req-3e2f58ad-b478-4958-b0f9-eeb695f0120d service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ecb5a6d-f03e-4447-a995-145b38777b2c HTTP/1.1" status: 200  len: 916 time: 0.1875691
Oct 27 14:15:20.715523 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e4b5f-0395-40fa-9e58-63402a71f10c req-531f2f17-9a61-425a-b340-f502bffce8e9 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:20.716878 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-481e4b5f-0395-40fa-9e58-63402a71f10c req-531f2f17-9a61-425a-b340-f502bffce8e9 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0795569
Oct 27 14:15:20.763931 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-481e4b5f-0395-40fa-9e58-63402a71f10c req-92a5d509-03b6-4626-a975-8cf7e679c0b0 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414057
Oct 27 14:15:21.400831 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['c751cd49-87b4-4970-a4cd-12831ac91018'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:15:21.480084 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b800e4fe-1916-48d0-9e7f-9d36eb67190f req-a794a8dd-ba42-409b-accf-e1884ac26323 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c751cd49-87b4-4970-a4cd-12831ac91018 HTTP/1.1" status: 200  len: 999 time: 0.1023860
Oct 27 14:15:21.549004 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800e4fe-1916-48d0-9e7f-9d36eb67190f req-7bed5487-266c-4a89-adeb-aded355889a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:21.550459 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b800e4fe-1916-48d0-9e7f-9d36eb67190f req-7bed5487-266c-4a89-adeb-aded355889a7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de23510a-d9b0-430c-ab14-9f49b3e3e9a5 HTTP/1.1" status: 200  len: 853 time: 0.0609221
Oct 27 14:15:21.629541 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['c751cd49-87b4-4970-a4cd-12831ac91018'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:15:21.659103 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b800e4fe-1916-48d0-9e7f-9d36eb67190f req-aa52e1e0-074d-4a28-9bb5-506cb3da7183 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ecb5a6d-f03e-4447-a995-145b38777b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785346
Oct 27 14:15:21.857378 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b800e4fe-1916-48d0-9e7f-9d36eb67190f req-325c9706-d92c-429f-8dd9-2a7b36a1e7e5 service neutron] 10.222.0.79 "GET /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1770205
Oct 27 14:15:21.978588 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b26d83-cf05-4597-9d2f-8092cf82e8aa req-64080d48-ffcf-4bff-bbf5-e1dba937dcf0 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:21.987176 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-57b26d83-cf05-4597-9d2f-8092cf82e8aa req-64080d48-ffcf-4bff-bbf5-e1dba937dcf0 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0884724
Oct 27 14:15:22.012792 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b800e4fe-1916-48d0-9e7f-9d36eb67190f req-f4a3cc29-bfcb-42bc-82af-e57dec6ca309 service neutron] 10.222.0.79 "GET /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472147
Oct 27 14:15:22.047738 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-57b26d83-cf05-4597-9d2f-8092cf82e8aa req-9119ac2a-691c-4343-a6c1-5caa1edbe31d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584853
Oct 27 14:15:22.149436 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-ddd5f42c-21f8-41f8-996f-b9052f828509 req-1a64131e-73ff-4f61-97ea-8484012da07c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=17464c5131664d84a88aee4a92d27614&device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 1137 time: 0.0810883
Oct 27 14:15:22.285394 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5f42c-21f8-41f8-996f-b9052f828509 req-16a42658-b07a-436e-981b-93b957f71e55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:22.287083 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-ddd5f42c-21f8-41f8-996f-b9052f828509 req-16a42658-b07a-436e-981b-93b957f71e55 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ecb5a6d-f03e-4447-a995-145b38777b2c HTTP/1.1" status: 200  len: 916 time: 0.1272075
Oct 27 14:15:22.342928 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c62c8-9600-4942-8c40-e3fe3b52db9b None None] New status for floating IP 407cc325-a38b-42f2-a63b-05f649bbf921: ACTIVE {{(pid=82826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:15:22.399356 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-ddd5f42c-21f8-41f8-996f-b9052f828509 req-4df63859-d168-41f4-9b53-37a10d313bf3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c751cd49-87b4-4970-a4cd-12831ac91018 HTTP/1.1" status: 200  len: 999 time: 0.1011660
Oct 27 14:15:22.472476 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5f42c-21f8-41f8-996f-b9052f828509 req-b7304ebf-1987-4a24-b023-fe7a943fd26d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:22.473896 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-ddd5f42c-21f8-41f8-996f-b9052f828509 req-b7304ebf-1987-4a24-b023-fe7a943fd26d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de23510a-d9b0-430c-ab14-9f49b3e3e9a5 HTTP/1.1" status: 200  len: 853 time: 0.0629113
Oct 27 14:15:22.559008 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-ddd5f42c-21f8-41f8-996f-b9052f828509 req-1f37c708-4f91-4030-9565-16fe32647b3c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ecb5a6d-f03e-4447-a995-145b38777b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769544
Oct 27 14:15:22.698113 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-ddd5f42c-21f8-41f8-996f-b9052f828509 req-f1caebbf-2d43-448f-8f38-ccbf52bde255 service neutron] 10.222.0.79 "GET /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262696
Oct 27 14:15:22.842200 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-ddd5f42c-21f8-41f8-996f-b9052f828509 req-495a691c-785b-4d13-8576-61dd169690fe service neutron] 10.222.0.79 "GET /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347446
Oct 27 14:15:23.242568 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33de81-7f4b-412a-a50e-d341c4c24028 req-b4a7938c-e76c-47db-a40b-5d0bb1a53786 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:23.244055 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1d33de81-7f4b-412a-a50e-d341c4c24028 req-b4a7938c-e76c-47db-a40b-5d0bb1a53786 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0767360
Oct 27 14:15:23.293634 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1d33de81-7f4b-412a-a50e-d341c4c24028 req-0cf625a6-f763-4d52-84a6-2941d60b1125 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438845
Oct 27 14:15:23.874748 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c77fe731-772d-4c20-8289-8c9d000d94a2 req-2bd83380-7eb2-4dc6-a2b4-a4fc0a0967d1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 1099 time: 0.0833454
Oct 27 14:15:23.939402 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-c77fe731-772d-4c20-8289-8c9d000d94a2 req-97a97c22-cca8-471e-a9fe-a094d8e94fca service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513864
Oct 27 14:15:24.599461 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ad607-ff8e-4f34-8377-f5523887e075 req-70e6bab2-0d2c-408a-87b3-47f4db40c987 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:24.608201 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2b1ad607-ff8e-4f34-8377-f5523887e075 req-70e6bab2-0d2c-408a-87b3-47f4db40c987 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1595733
Oct 27 14:15:24.679488 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2b1ad607-ff8e-4f34-8377-f5523887e075 req-6b8a5cdb-392c-4aef-ab74-1b5e6366af06 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691268
Oct 27 14:15:25.989985 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417dd10-81e4-493c-b695-82dd956a3c1d req-7f8c70e1-e303-444b-b17d-cc4f3a20e085 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:25.991412 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0417dd10-81e4-493c-b695-82dd956a3c1d req-7f8c70e1-e303-444b-b17d-cc4f3a20e085 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0994558
Oct 27 14:15:26.039710 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0417dd10-81e4-493c-b695-82dd956a3c1d req-05536526-19e8-49ca-936f-6e4679ab1b8e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421753
Oct 27 14:15:26.562744 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-059d596f-4396-4776-8320-c3aabee7b8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:27.081735 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:27.371727 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54c4ce-43be-41dd-9383-bd0af09fa8bd req-13981138-a21b-40a4-bb40-95b54c324b6a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:27.379210 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aa54c4ce-43be-41dd-9383-bd0af09fa8bd req-13981138-a21b-40a4-bb40-95b54c324b6a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1425052
Oct 27 14:15:27.435228 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aa54c4ce-43be-41dd-9383-bd0af09fa8bd req-51086b5c-333e-4bf2-b872-9faf96e9380c tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551536
Oct 27 14:15:28.121000 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-1ae39c1f-7307-4bdd-9733-0ef41be5c9e1 req-41090f11-7545-48f3-8473-31c03139ed67 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1027d0d8d53b4a18a52af1935304a4a4&device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 1099 time: 0.1882095
Oct 27 14:15:28.121604 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efa59e-9c37-4500-8000-9b4974c3bf0b req-c935b168-891f-4631-8767-214311938a41 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:28.122889 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b3efa59e-9c37-4500-8000-9b4974c3bf0b req-c935b168-891f-4631-8767-214311938a41 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1636877
Oct 27 14:15:28.179177 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b3efa59e-9c37-4500-8000-9b4974c3bf0b req-7547bdc8-6855-4a09-8568-cc465081e0ce tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500574
Oct 27 14:15:28.354688 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae39c1f-7307-4bdd-9733-0ef41be5c9e1 req-03a9dc20-751b-4d34-93de-8179a943d50b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:28.356198 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-1ae39c1f-7307-4bdd-9733-0ef41be5c9e1 req-03a9dc20-751b-4d34-93de-8179a943d50b service neutron] 10.222.0.79 "GET /v2.0/networks?id=9bd4c627-9607-418d-80f2-20043ff89635 HTTP/1.1" status: 200  len: 921 time: 0.2138939
Oct 27 14:15:28.432209 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-1ae39c1f-7307-4bdd-9733-0ef41be5c9e1 req-2fb3abd0-b73d-45ce-befc-49636872ad69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40d95cdc-8597-4916-9068-037dce14522f HTTP/1.1" status: 200  len: 217 time: 0.0647473
Oct 27 14:15:28.512859 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae39c1f-7307-4bdd-9733-0ef41be5c9e1 req-cce67753-9098-4462-a142-6da129100ffc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:28.514303 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-1ae39c1f-7307-4bdd-9733-0ef41be5c9e1 req-cce67753-9098-4462-a142-6da129100ffc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ebf76aec-3f3f-452b-8de2-4bff3949f906 HTTP/1.1" status: 200  len: 859 time: 0.0611198
Oct 27 14:15:28.573638 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-1ae39c1f-7307-4bdd-9733-0ef41be5c9e1 req-7cef7863-a775-41b4-a5a3-aaeabfe95a68 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9bd4c627-9607-418d-80f2-20043ff89635&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409622
Oct 27 14:15:28.741712 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-1ae39c1f-7307-4bdd-9733-0ef41be5c9e1 req-e3b503ea-edf4-40f2-9120-38e5ab0e04a5 service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541414
Oct 27 14:15:28.756591 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-f8960889-a6fe-47f4-9250-fcb76f259015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:28.901255 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-1ae39c1f-7307-4bdd-9733-0ef41be5c9e1 req-ac70ee4c-eca3-4de4-b9f7-35811d17f33f service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516616
Oct 27 14:15:29.098107 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2d053-747b-4c54-afdd-dff13bc50b24 req-de40549a-667d-436e-b693-76b9d3a0f8a0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:29.100516 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e6f2d053-747b-4c54-afdd-dff13bc50b24 req-de40549a-667d-436e-b693-76b9d3a0f8a0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 945 time: 0.0911963
Oct 27 14:15:29.154393 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e6f2d053-747b-4c54-afdd-dff13bc50b24 req-cd106a9a-48f5-4e9f-b4e4-c8807cb7554b tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457814
Oct 27 14:15:29.395519 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd63c59-379e-403d-9564-dddb9c7a6b4a req-6cac90f5-b89d-4257-bd67-e2f0f7d17a4e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:29.397167 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-efd63c59-379e-403d-9564-dddb9c7a6b4a req-6cac90f5-b89d-4257-bd67-e2f0f7d17a4e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0844448
Oct 27 14:15:29.520782 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-efd63c59-379e-403d-9564-dddb9c7a6b4a req-8832d6bf-69b3-4b83-a716-43e8936a84b9 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179934
Oct 27 14:15:29.843638 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:30.457614 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-45e96cc6-91dc-4b1c-9c81-5ef35f32f733 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610233938&fields=id&tenant_id=a65515b5f5df43aea6fd099108a3e961 HTTP/1.1" status: 200  len: 267 time: 0.1890433
Oct 27 14:15:30.675785 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481e507-32f0-4e48-9a15-80c6a4aa77d7 req-6c286d72-fd75-4143-b115-2b6f11e430fd tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:30.677379 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c481e507-32f0-4e48-9a15-80c6a4aa77d7 req-6c286d72-fd75-4143-b115-2b6f11e430fd tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 945 time: 0.3497925
Oct 27 14:15:30.776519 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-fc6a7670-2ed9-49d5-820b-52dc75380077 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:30.777977 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-fc6a7670-2ed9-49d5-820b-52dc75380077 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 812 time: 0.3105803
Oct 27 14:15:30.794654 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c481e507-32f0-4e48-9a15-80c6a4aa77d7 req-e2b27519-e9b6-40e2-8673-74d93543a127 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089573
Oct 27 14:15:30.806165 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-f8f7e7c7-dd7d-47a9-9445-e6bbaa98dd09 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/quotas/a65515b5f5df43aea6fd099108a3e961 HTTP/1.1" status: 200  len: 375 time: 0.0212698
Oct 27 14:15:30.923042 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-7f70b80d-970b-406f-be6b-f8260a23b993 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1091671
Oct 27 14:15:31.208861 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78077bf1-bd26-4b34-8621-02f8639105ab req-2cf07a97-9935-4ebe-bc6e-76544c0229e7 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:31.210943 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-78077bf1-bd26-4b34-8621-02f8639105ab req-2cf07a97-9935-4ebe-bc6e-76544c0229e7 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.2541947
Oct 27 14:15:31.213211 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-3244656e-bc51-43a7-b886-321b386d0c2d service neutron] 10.222.0.36 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2790713
Oct 27 14:15:31.256552 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:31.393947 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-78077bf1-bd26-4b34-8621-02f8639105ab req-ec6c7b91-913c-458c-9af6-5acb1cd5c720 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497822
Oct 27 14:15:31.443248 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-c8965b87-28c1-40dd-a3b6-491755472da6 service neutron] 10.222.0.36 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2238703
Oct 27 14:15:32.079006 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-98266319-91e9-41c5-9558-eb4dc07fdc48 req-a867fa82-1ee6-4059-8749-d146ada2183e tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 210 time: 0.1101243
Oct 27 14:15:32.223496 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dd6b5-56ef-44e4-a3d1-637aff6ea0d3 req-f349053a-68eb-408a-870e-4c5570cf28ad tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:32.230650 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a60dd6b5-56ef-44e4-a3d1-637aff6ea0d3 req-f349053a-68eb-408a-870e-4c5570cf28ad tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 945 time: 0.1505837
Oct 27 14:15:32.277056 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44b996-0dc9-4847-abe9-300d925ffbfa req-e909ebe5-3a87-4fd5-82c5-243322ed1868 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:32.278508 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-cd44b996-0dc9-4847-abe9-300d925ffbfa req-e909ebe5-3a87-4fd5-82c5-243322ed1868 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Synchronizing usage tracker for tenant:32e064bd64034775bfe5271d56d189d9 on resource:port {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:15:32.299787 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-cd44b996-0dc9-4847-abe9-300d925ffbfa req-e909ebe5-3a87-4fd5-82c5-243322ed1868 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Unset dirty status for tenant:32e064bd64034775bfe5271d56d189d9 on resource:port {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:15:32.301063 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-cd44b996-0dc9-4847-abe9-300d925ffbfa req-e909ebe5-3a87-4fd5-82c5-243322ed1868 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 945 time: 0.1743367
Oct 27 14:15:32.337050 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a60dd6b5-56ef-44e4-a3d1-637aff6ea0d3 req-385ef2d8-6ea8-4d8d-a7f9-a492414b7e48 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935016
Oct 27 14:15:32.401636 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [req-cd44b996-0dc9-4847-abe9-300d925ffbfa req-90d0486b-2a5e-402f-a368-6c0200c060d0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Deleting port badd50cd-78ae-46fd-b514-5787acb86e11 {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:15:32.402231 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-cd44b996-0dc9-4847-abe9-300d925ffbfa req-90d0486b-2a5e-402f-a368-6c0200c060d0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:32.735783 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-cd44b996-0dc9-4847-abe9-300d925ffbfa req-90d0486b-2a5e-402f-a368-6c0200c060d0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] For port badd50cd-78ae-46fd-b514-5787acb86e11, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=badd50cd-78ae-46fd-b514-5787acb86e11,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:32.736061 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-cd44b996-0dc9-4847-abe9-300d925ffbfa req-90d0486b-2a5e-402f-a368-6c0200c060d0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:32.820176 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621a47a-917e-4620-8584-d35de956b0f4 req-7b6424ba-f96b-4578-a73c-8c7a5ce7d0db tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:32.828294 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f621a47a-917e-4620-8584-d35de956b0f4 req-7b6424ba-f96b-4578-a73c-8c7a5ce7d0db tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0961041
Oct 27 14:15:32.889853 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f621a47a-917e-4620-8584-d35de956b0f4 req-bd01f87f-e012-4a05-9f2c-33435cb752f5 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595033
Oct 27 14:15:32.895626 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [req-cd44b996-0dc9-4847-abe9-300d925ffbfa req-90d0486b-2a5e-402f-a368-6c0200c060d0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Calling delete_port for badd50cd-78ae-46fd-b514-5787acb86e11 owned by compute:nova {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:15:33.104367 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-cd44b996-0dc9-4847-abe9-300d925ffbfa req-90d0486b-2a5e-402f-a368-6c0200c060d0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:33.114728 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-75925ca8-4099-483e-adcd-94528b8d9262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:33.116503 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['12a40891-1add-4917-94be-396bbcdb28dc', '78b385bb-3fc3-4974-ab0c-bc7def60e7f6', 'e350d459-f91d-4ded-a5be-6a64c62bd37c', 'badd50cd-78ae-46fd-b514-5787acb86e11'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:15:33.219773 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0486b-2a5e-402f-a368-6c0200c060d0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Pushing event deleted for resources: {'Port': ['ID=badd50cd-78ae-46fd-b514-5787acb86e11,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:33.255673 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-90d0486b-2a5e-402f-a368-6c0200c060d0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:33.262839 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd44b996-0dc9-4847-abe9-300d925ffbfa req-90d0486b-2a5e-402f-a368-6c0200c060d0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] No DVR routers for this DVR port badd50cd-78ae-46fd-b514-5787acb86e11 on host hv-cinder-81566 {{(pid=82824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:15:33.266300 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-cd44b996-0dc9-4847-abe9-300d925ffbfa req-90d0486b-2a5e-402f-a368-6c0200c060d0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:33.277406 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8858eb0-9acb-41fa-8b40-141ef868b522', 'name': 'network-vif-deleted', 'tag': 'badd50cd-78ae-46fd-b514-5787acb86e11'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:15:33.284480 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-cd44b996-0dc9-4847-abe9-300d925ffbfa req-90d0486b-2a5e-402f-a368-6c0200c060d0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "DELETE /v2.0/ports/badd50cd-78ae-46fd-b514-5787acb86e11 HTTP/1.1" status: 204  len: 173 time: 0.9752445
Oct 27 14:15:33.385227 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f33fea62-52ac-476c-9e6a-e06c4ca78e30 req-7237ff9b-b670-4b6c-91ed-f0e88c8bb4ee tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 210 time: 0.1146572
Oct 27 14:15:33.404140 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8858eb0-9acb-41fa-8b40-141ef868b522', 'name': 'network-vif-deleted', 'tag': 'badd50cd-78ae-46fd-b514-5787acb86e11', 'status': 'completed', 'code': 200}
Oct 27 14:15:33.606832 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0da9ff20-f4ea-448a-8039-38850546c657 req-70c1de3c-d93a-44fc-911f-ada96230c642 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8858eb0-9acb-41fa-8b40-141ef868b522 HTTP/1.1" status: 200  len: 210 time: 0.0703170
Oct 27 14:15:33.878486 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-5b72e23c-a072-4aec-b163-b6991c7ae5f7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:33.879544 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-5b72e23c-a072-4aec-b163-b6991c7ae5f7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Synchronizing usage tracker for tenant:a65515b5f5df43aea6fd099108a3e961 on resource:network {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:15:33.903005 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-5b72e23c-a072-4aec-b163-b6991c7ae5f7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Unset dirty status for tenant:a65515b5f5df43aea6fd099108a3e961 on resource:network {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:15:33.904485 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-5b72e23c-a072-4aec-b163-b6991c7ae5f7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.79 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 812 time: 0.2409034
Oct 27 14:15:33.972574 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-5bdb9640-e03e-44b2-b797-73654468f5ce tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Synchronizing usage tracker for tenant:a65515b5f5df43aea6fd099108a3e961 on resource:security_group {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:15:34.003253 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-5bdb9640-e03e-44b2-b797-73654468f5ce tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Unset dirty status for tenant:a65515b5f5df43aea6fd099108a3e961 on resource:security_group {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:15:34.004628 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-5bdb9640-e03e-44b2-b797-73654468f5ce tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65515b5f5df43aea6fd099108a3e961 HTTP/1.1" status: 200  len: 380 time: 0.0827327
Oct 27 14:15:34.017248 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Request body: {'port': {'device_id': '4208be4b-cd9f-4711-ab8c-3f4d961005ad', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'admin_state_up': True, 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'security_groups': ['1e78b5e2-dede-4f33-924d-c23db7b7bd24']}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:15:34.301067 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:15:34.306786 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Usage tracker for resource:port and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:15:34.311140 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:15:34.319607 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:15:34.332890 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Made reservation on behalf of a65515b5f5df43aea6fd099108a3e961 for: {'port': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:15:34.344841 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:34.580572 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Allocated IP 172.20.0.14 (f1faa33a-0c5a-4cdb-a1b6-853b7dee9857/c16c5105-226e-4271-a9b2-16ef0cf863cc/1299c76e-d547-448c-ae86-94f9a829d892) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:15:34.687580 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1266208b-7ca2-4c65-b6aa-c094cfe4ff2c req-fea408f9-60c5-4de9-9966-06410256c54a tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 210 time: 0.0722232
Oct 27 14:15:34.930984 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:34.951211 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Transition to ACTIVE for port object 1299c76e-d547-448c-ae86-94f9a829d892 will not be triggered until provisioned by entity DHCP. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:15:35.000204 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:35.008574 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:35.163835 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470aaf-ad74-4d18-80d8-d9f483e9450a req-3ea70868-a995-425d-9861-88ea6a8e3065 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:35.166022 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-90470aaf-ad74-4d18-80d8-d9f483e9450a req-3ea70868-a995-425d-9861-88ea6a8e3065 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1844807
Oct 27 14:15:35.184845 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:15:35.189229 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:15:35.194177 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:15:35.223768 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'Port': ['ID=1299c76e-d547-448c-ae86-94f9a829d892,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:35.230229 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:35.246908 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-90470aaf-ad74-4d18-80d8-d9f483e9450a req-944cc041-8f2d-4b30-b115-14bdb44303f9 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704308
Oct 27 14:15:35.291440 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:35.292293 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:35.320690 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3075874
Oct 27 14:15:35.340644 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Request body: {'port': {'device_id': '4208be4b-cd9f-4711-ab8c-3f4d961005ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:15:35.423707 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device badd50cd-78ae-46fd-b514-5787acb86e11 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:15:35.511433 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: badd50cd-78ae-46fd-b514-5787acb86e11 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:15:35.512213 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device badd50cd-78ae-46fd-b514-5787acb86e11 not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:15:35.540082 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-a36c480d-040f-4d6a-af87-d054c683bce8 None None] Provisioning for port 1299c76e-d547-448c-ae86-94f9a829d892 completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:15:35.546307 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:35.551345 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-a36c480d-040f-4d6a-af87-d054c683bce8 None None] Provisioning complete for port 1299c76e-d547-448c-ae86-94f9a829d892 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:15:35.552556 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-a36c480d-040f-4d6a-af87-d054c683bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:35.681159 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-a36c480d-040f-4d6a-af87-d054c683bce8 None None] Port 1299c76e-d547-448c-ae86-94f9a829d892 cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:15:36.041594 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1299c76e-d547-448c-ae86-94f9a829d892 {{(pid=82824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:15:36.057993 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:36.060661 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a00396-874b-47f0-8af3-1f795da6d86d req-2cdd1339-353f-462a-951c-09b325584914 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:36.071698 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-19a00396-874b-47f0-8af3-1f795da6d86d req-2cdd1339-353f-462a-951c-09b325584914 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 932 time: 0.1962857
Oct 27 14:15:36.129616 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Transition to ACTIVE for port object 1299c76e-d547-448c-ae86-94f9a829d892 will not be triggered until provisioned by entity L2. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:15:36.143238 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-19a00396-874b-47f0-8af3-1f795da6d86d req-09833a5e-c705-4d9d-8b90-8c9d4e806d32 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702002
Oct 27 14:15:36.143834 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:36.170772 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:36.314582 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1299c76e-d547-448c-ae86-94f9a829d892,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:36.317858 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:36.477617 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Attempting to bind port 1299c76e-d547-448c-ae86-94f9a829d892 on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:15:36.478245 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Attempting to bind port 1299c76e-d547-448c-ae86-94f9a829d892 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:15:36.478368 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Attempting to bind port 1299c76e-d547-448c-ae86-94f9a829d892 on network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:15:36.487447 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Port 1299c76e-d547-448c-ae86-94f9a829d892 on network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:15:36.488051 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Attempting to bind port 1299c76e-d547-448c-ae86-94f9a829d892 on network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:15:36.498120 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:15:36.498582 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Checking segment: {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:15:36.499379 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Bound using segment: {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:15:36.500076 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Bound port: 1299c76e-d547-448c-ae86-94f9a829d892, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'}}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:15:36.500697 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:36.626858 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] For port 1299c76e-d547-448c-ae86-94f9a829d892, host hv-cinder-81566, cleared binding levels {{(pid=82824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:15:36.630310 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] For port 1299c76e-d547-448c-ae86-94f9a829d892, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1299c76e-d547-448c-ae86-94f9a829d892,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:15:36.636319 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:36.642127 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4e49914c-bda0-4ef7-b5df-46997485a8bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:36.715807 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:36.717156 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] 10.222.0.79 "PUT /v2.0/ports/1299c76e-d547-448c-ae86-94f9a829d892 HTTP/1.1" status: 200  len: 1094 time: 1.3862209
Oct 27 14:15:36.717648 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4208be4b-cd9f-4711-ab8c-3f4d961005ad', 'tag': '1299c76e-d547-448c-ae86-94f9a829d892'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:15:36.731201 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1299c76e-d547-448c-ae86-94f9a829d892,revision_number=3']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:36.736849 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:36.814715 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac2444-3558-4062-950e-6e9f9810df85 req-66a45075-388f-4ecd-8eaf-d614a0c0ae02 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:36.819167 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-33ac2444-3558-4062-950e-6e9f9810df85 req-66a45075-388f-4ecd-8eaf-d614a0c0ae02 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 946 time: 0.1454756
Oct 27 14:15:36.830525 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4208be4b-cd9f-4711-ab8c-3f4d961005ad', 'tag': '1299c76e-d547-448c-ae86-94f9a829d892', 'status': 'completed', 'code': 200}
Oct 27 14:15:36.903338 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-5c87b472-0084-4b7b-a117-e412ad510df6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 1097 time: 0.1320486
Oct 27 14:15:36.919098 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-33ac2444-3558-4062-950e-6e9f9810df85 req-e4297930-f685-4baa-8e7a-29a9fa053f29 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966175
Oct 27 14:15:37.037092 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-cd3fe7dd-3c71-4a74-a83d-283c99fc65f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1299c76e-d547-448c-ae86-94f9a829d892 HTTP/1.1" status: 200  len: 217 time: 0.1192141
Oct 27 14:15:37.137308 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-78570acd-0240-42b8-8a2d-f0a52dd28204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:37.138883 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-78570acd-0240-42b8-8a2d-f0a52dd28204 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c5105-226e-4271-a9b2-16ef0cf863cc HTTP/1.1" status: 200  len: 851 time: 0.0849421
Oct 27 14:15:37.313848 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-f48ef706-83e0-479b-8fcb-7426d3786633 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1659989
Oct 27 14:15:37.402684 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38df86-5278-4465-aa60-f25f46bca51c req-b65eb776-ce61-47e8-8968-040be94d4ec0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:37.402684 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3b38df86-5278-4465-aa60-f25f46bca51c req-b65eb776-ce61-47e8-8968-040be94d4ec0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 944 time: 0.1028771
Oct 27 14:15:37.464454 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3b38df86-5278-4465-aa60-f25f46bca51c req-38bafcfe-c2b2-40af-a82c-5e6d5370b0da tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653791
Oct 27 14:15:37.498272 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-763adc6c-7910-4ac2-b5b1-1fc0a5b9d6a6 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759562
Oct 27 14:15:37.659006 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-b6ebc6d1-ff80-46aa-b490-7a5880c0f305 req-40a963a7-b5e9-4954-99f8-9624ff868cfe service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514196
Oct 27 14:15:37.804335 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-19eb1aa3-d481-471b-8d6a-82ca1ff3a7c2 req-27eec1d2-48ea-4596-9861-76334577f4b8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 1097 time: 0.0829196
Oct 27 14:15:37.975569 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb1aa3-d481-471b-8d6a-82ca1ff3a7c2 req-1c0e0439-ed0d-4c88-a7c4-a09c24a9408b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:37.977171 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-19eb1aa3-d481-471b-8d6a-82ca1ff3a7c2 req-1c0e0439-ed0d-4c88-a7c4-a09c24a9408b service neutron] 10.222.0.79 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 914 time: 0.1518826
Oct 27 14:15:38.079499 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-19eb1aa3-d481-471b-8d6a-82ca1ff3a7c2 req-1d27a0a2-8344-405e-bb32-2ca6d5455595 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1299c76e-d547-448c-ae86-94f9a829d892 HTTP/1.1" status: 200  len: 217 time: 0.0917063
Oct 27 14:15:38.155390 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35d9da-b7c9-424e-af9f-bd7d8ec4fe10 req-c53610d8-eeb2-4fb2-a8cc-64ef1bf84eef tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:38.157613 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0d35d9da-b7c9-424e-af9f-bd7d8ec4fe10 req-c53610d8-eeb2-4fb2-a8cc-64ef1bf84eef tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 946 time: 0.0966532
Oct 27 14:15:38.192266 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb1aa3-d481-471b-8d6a-82ca1ff3a7c2 req-1c398cee-9ced-4dfe-a53e-d6e95cf6ca7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:38.197266 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-19eb1aa3-d481-471b-8d6a-82ca1ff3a7c2 req-1c398cee-9ced-4dfe-a53e-d6e95cf6ca7a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c5105-226e-4271-a9b2-16ef0cf863cc HTTP/1.1" status: 200  len: 851 time: 0.1104269
Oct 27 14:15:38.237323 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0d35d9da-b7c9-424e-af9f-bd7d8ec4fe10 req-36efaff5-e593-4ae5-b8fe-d0d18e1239e3 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726228
Oct 27 14:15:38.311532 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-19eb1aa3-d481-471b-8d6a-82ca1ff3a7c2 req-8e30ac22-65ac-4efc-b831-aaebcc302502 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1040747
Oct 27 14:15:38.464009 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-19eb1aa3-d481-471b-8d6a-82ca1ff3a7c2 req-3ce3380e-92ab-4abf-bec5-1e32ce2e1ae6 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422582
Oct 27 14:15:38.631186 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-19eb1aa3-d481-471b-8d6a-82ca1ff3a7c2 req-20b5286c-3d3e-43ca-b1b2-122a032e0966 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576564
Oct 27 14:15:38.763473 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bc386-4511-4358-a5bc-b3f92c81bc03 req-feb562ce-ab71-466c-994f-408009686bcd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:38.771210 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2d5bc386-4511-4358-a5bc-b3f92c81bc03 req-feb562ce-ab71-466c-994f-408009686bcd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 944 time: 0.1758034
Oct 27 14:15:38.827268 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2d5bc386-4511-4358-a5bc-b3f92c81bc03 req-8d449037-5908-4210-ac83-08ff9258ffba tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550892
Oct 27 14:15:39.165027 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e388b-c8c7-4b92-8191-d59629a72bad req-b9608bf5-7e34-407e-83c1-bfcfd668dc21 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:39.165770 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-eb3e388b-c8c7-4b92-8191-d59629a72bad req-b9608bf5-7e34-407e-83c1-bfcfd668dc21 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Synchronizing usage tracker for tenant:32e064bd64034775bfe5271d56d189d9 on resource:port {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:15:39.183096 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-eb3e388b-c8c7-4b92-8191-d59629a72bad req-b9608bf5-7e34-407e-83c1-bfcfd668dc21 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Unset dirty status for tenant:32e064bd64034775bfe5271d56d189d9 on resource:port {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:15:39.184310 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-eb3e388b-c8c7-4b92-8191-d59629a72bad req-b9608bf5-7e34-407e-83c1-bfcfd668dc21 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 946 time: 0.1191509
Oct 27 14:15:39.269063 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [req-eb3e388b-c8c7-4b92-8191-d59629a72bad req-133771d3-eefd-476f-8bbe-14fce7904b88 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Deleting port e350d459-f91d-4ded-a5be-6a64c62bd37c {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:15:39.269494 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-eb3e388b-c8c7-4b92-8191-d59629a72bad req-133771d3-eefd-476f-8bbe-14fce7904b88 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:39.478397 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058775f3-7762-4a9c-92c4-193934dfc948 req-f12f248f-43f2-468c-97c7-be9cda821beb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:39.486979 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-058775f3-7762-4a9c-92c4-193934dfc948 req-f12f248f-43f2-468c-97c7-be9cda821beb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 946 time: 0.1197443
Oct 27 14:15:39.545932 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-058775f3-7762-4a9c-92c4-193934dfc948 req-07b00720-ec52-4eff-8c7b-8b820bff2ba0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499828
Oct 27 14:15:39.613246 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-eb3e388b-c8c7-4b92-8191-d59629a72bad req-133771d3-eefd-476f-8bbe-14fce7904b88 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] For port e350d459-f91d-4ded-a5be-6a64c62bd37c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e350d459-f91d-4ded-a5be-6a64c62bd37c,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:39.613598 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-eb3e388b-c8c7-4b92-8191-d59629a72bad req-133771d3-eefd-476f-8bbe-14fce7904b88 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:39.823535 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [req-eb3e388b-c8c7-4b92-8191-d59629a72bad req-133771d3-eefd-476f-8bbe-14fce7904b88 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Calling delete_port for e350d459-f91d-4ded-a5be-6a64c62bd37c owned by compute:nova {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:15:40.029008 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-eb3e388b-c8c7-4b92-8191-d59629a72bad req-133771d3-eefd-476f-8bbe-14fce7904b88 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:40.038138 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-987db9ab-c715-41f1-ad0e-30f8613d27f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:40.044150 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['12a40891-1add-4917-94be-396bbcdb28dc', '78b385bb-3fc3-4974-ab0c-bc7def60e7f6'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:15:40.065540 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b03c2-7218-46e0-80a6-a441c78f5e01 req-618002e7-6144-432f-86f5-5cc247322614 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:40.067928 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1d4b03c2-7218-46e0-80a6-a441c78f5e01 req-618002e7-6144-432f-86f5-5cc247322614 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 944 time: 0.1053591
Oct 27 14:15:40.090307 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133771d3-eefd-476f-8bbe-14fce7904b88 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Pushing event deleted for resources: {'Port': ['ID=e350d459-f91d-4ded-a5be-6a64c62bd37c,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:40.096960 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-133771d3-eefd-476f-8bbe-14fce7904b88 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:40.161675 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1d4b03c2-7218-46e0-80a6-a441c78f5e01 req-523d2cf4-55d2-4242-a2fe-fcde13efb9ee tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758522
Oct 27 14:15:40.183145 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3e388b-c8c7-4b92-8191-d59629a72bad req-133771d3-eefd-476f-8bbe-14fce7904b88 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] No DVR routers for this DVR port e350d459-f91d-4ded-a5be-6a64c62bd37c on host hv-cinder-81566 {{(pid=82824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:15:40.186205 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-eb3e388b-c8c7-4b92-8191-d59629a72bad req-133771d3-eefd-476f-8bbe-14fce7904b88 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:40.190510 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49005384-d088-4d77-81fa-382daa2e12f6', 'name': 'network-vif-deleted', 'tag': 'e350d459-f91d-4ded-a5be-6a64c62bd37c'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:15:40.223507 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-eb3e388b-c8c7-4b92-8191-d59629a72bad req-133771d3-eefd-476f-8bbe-14fce7904b88 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "DELETE /v2.0/ports/e350d459-f91d-4ded-a5be-6a64c62bd37c HTTP/1.1" status: 204  len: 173 time: 1.0292249
Oct 27 14:15:40.271713 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49005384-d088-4d77-81fa-382daa2e12f6', 'name': 'network-vif-deleted', 'tag': 'e350d459-f91d-4ded-a5be-6a64c62bd37c', 'status': 'completed', 'code': 200}
Oct 27 14:15:40.756825 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0664de1c-ac8b-436a-b25f-bdf2c4be3445 req-66457989-ca82-44f1-a652-83ee0ecd9082 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=49005384-d088-4d77-81fa-382daa2e12f6 HTTP/1.1" status: 200  len: 210 time: 0.0610137
Oct 27 14:15:41.388851 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8abb6b-17d2-4544-a458-a098ff301510 req-c8578906-8060-4aed-8260-ffdfcc226db1 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:41.395170 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0d8abb6b-17d2-4544-a458-a098ff301510 req-c8578906-8060-4aed-8260-ffdfcc226db1 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 944 time: 0.0991518
Oct 27 14:15:41.433998 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device e350d459-f91d-4ded-a5be-6a64c62bd37c no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:15:41.449544 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0d8abb6b-17d2-4544-a458-a098ff301510 req-b3abbdd8-7239-4963-98c9-229d5d74ffc3 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503659
Oct 27 14:15:41.493637 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: e350d459-f91d-4ded-a5be-6a64c62bd37c {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:15:41.494069 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device e350d459-f91d-4ded-a5be-6a64c62bd37c not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:15:42.296500 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e8ff8-2d84-4202-a618-cb6263af995e req-8f54892d-2470-4983-8e55-35ce7cbf394d tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:42.298374 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-936e8ff8-2d84-4202-a618-cb6263af995e req-8f54892d-2470-4983-8e55-35ce7cbf394d tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 945 time: 0.0852706
Oct 27 14:15:42.351643 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-936e8ff8-2d84-4202-a618-cb6263af995e req-5a5e3e83-f20d-48ff-b88a-f17e3eb8ca93 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472407
Oct 27 14:15:42.686367 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f939141-731a-45a3-a43a-74a5548d4c26 req-1a61e8e9-6a5d-4699-890c-818ad86b17a1 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:42.688922 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6f939141-731a-45a3-a43a-74a5548d4c26 req-1a61e8e9-6a5d-4699-890c-818ad86b17a1 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 944 time: 0.1112716
Oct 27 14:15:42.737504 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6f939141-731a-45a3-a43a-74a5548d4c26 req-b5af4e9b-2916-44ed-999a-df769e0a568e tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429513
Oct 27 14:15:42.767534 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:43.571586 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cc97d-5e4d-4ea0-ab5e-2d1833e6a186 req-af7c7e60-8e3d-4a78-94a6-0044258618c2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:43.578535 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7b2cc97d-5e4d-4ea0-ab5e-2d1833e6a186 req-af7c7e60-8e3d-4a78-94a6-0044258618c2 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 945 time: 0.0903897
Oct 27 14:15:43.623249 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7b2cc97d-5e4d-4ea0-ab5e-2d1833e6a186 req-f52e6682-b955-434b-bfd1-3ccfbe992bc3 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437982
Oct 27 14:15:43.964721 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1462c33-818c-4015-93e1-381413f72cfe req-a87ffaf5-bf85-40c0-bd27-628b37f74aed tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:43.966998 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b1462c33-818c-4015-93e1-381413f72cfe req-a87ffaf5-bf85-40c0-bd27-628b37f74aed tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 944 time: 0.0965400
Oct 27 14:15:44.047915 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b1462c33-818c-4015-93e1-381413f72cfe req-0a4c6795-c2b0-4e78-9ba9-635d459cb3de tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692334
Oct 27 14:15:44.649260 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-70f643c1-fbfd-46c1-a78b-b733b66f1f5b req-fc92b171-ba1d-45e6-b6fa-e8eff1d7dbf3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1027d0d8d53b4a18a52af1935304a4a4&device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 1099 time: 0.1279726
Oct 27 14:15:44.805104 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4911bb-ac6f-4f47-ac47-ffc6c7825ab4 req-85ecc415-1bb4-4110-b302-292e54246c2e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:44.820090 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0b4911bb-ac6f-4f47-ac47-ffc6c7825ab4 req-85ecc415-1bb4-4110-b302-292e54246c2e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1961935
Oct 27 14:15:44.839351 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f643c1-fbfd-46c1-a78b-b733b66f1f5b req-9bca9c06-3322-4131-90c0-b8c6ad19e5cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:44.841162 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-70f643c1-fbfd-46c1-a78b-b733b66f1f5b req-9bca9c06-3322-4131-90c0-b8c6ad19e5cc service neutron] 10.222.0.79 "GET /v2.0/networks?id=9bd4c627-9607-418d-80f2-20043ff89635 HTTP/1.1" status: 200  len: 921 time: 0.1827023
Oct 27 14:15:44.913523 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-70f643c1-fbfd-46c1-a78b-b733b66f1f5b req-f63919f7-98b8-4537-b791-719755b2c0b1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40d95cdc-8597-4916-9068-037dce14522f HTTP/1.1" status: 200  len: 217 time: 0.0652211
Oct 27 14:15:44.983339 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0b4911bb-ac6f-4f47-ac47-ffc6c7825ab4 req-e7cc11cf-0dcc-4c4c-9b38-eb0c13dbde0f tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618750
Oct 27 14:15:44.990362 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f643c1-fbfd-46c1-a78b-b733b66f1f5b req-397c4916-2d3c-4d89-99bf-509d96b4c936 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:44.991966 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-70f643c1-fbfd-46c1-a78b-b733b66f1f5b req-397c4916-2d3c-4d89-99bf-509d96b4c936 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ebf76aec-3f3f-452b-8de2-4bff3949f906 HTTP/1.1" status: 200  len: 859 time: 0.0701704
Oct 27 14:15:45.022491 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13d181-cb31-4722-8547-8b7127819237 req-657adeec-5f96-420e-8a60-bfce8fb4967d tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:45.024242 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6a13d181-cb31-4722-8547-8b7127819237 req-657adeec-5f96-420e-8a60-bfce8fb4967d tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 945 time: 0.2918081
Oct 27 14:15:45.049442 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-70f643c1-fbfd-46c1-a78b-b733b66f1f5b req-443da9fa-35c7-4038-93f1-3fa710834c47 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9bd4c627-9607-418d-80f2-20043ff89635&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429204
Oct 27 14:15:45.092052 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140117f-710e-47a9-ac84-ff65c98445e9 req-29b4164e-b5fe-4101-8ff4-a8b27008c52f tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:45.094496 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f140117f-710e-47a9-ac84-ff65c98445e9 req-29b4164e-b5fe-4101-8ff4-a8b27008c52f tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 945 time: 0.2456298
Oct 27 14:15:45.142339 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-6a13d181-cb31-4722-8547-8b7127819237 req-dd154d0b-24c5-4f10-bf29-445dbef057eb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Deleting port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:15:45.142762 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-6a13d181-cb31-4722-8547-8b7127819237 req-dd154d0b-24c5-4f10-bf29-445dbef057eb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:45.252887 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-70f643c1-fbfd-46c1-a78b-b733b66f1f5b req-da9cd518-b65f-4807-93ee-350cf072f8b9 service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1949992
Oct 27 14:15:45.285883 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f140117f-710e-47a9-ac84-ff65c98445e9 req-39816704-2059-4379-afd7-162958e929ad tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777973
Oct 27 14:15:45.419648 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-70f643c1-fbfd-46c1-a78b-b733b66f1f5b req-846a2981-fb6b-4636-a514-73ba0a28d8fb service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573849
Oct 27 14:15:45.469441 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 1299c76e-d547-448c-ae86-94f9a829d892 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:15:45.494356 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c4110-218b-4642-bbf9-ec2c76a74b02 req-329be189-493a-4192-a1f5-668b672d160c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:45.501832 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cf4c4110-218b-4642-bbf9-ec2c76a74b02 req-329be189-493a-4192-a1f5-668b672d160c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 944 time: 0.3096235
Oct 27 14:15:45.556940 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-6a13d181-cb31-4722-8547-8b7127819237 req-dd154d0b-24c5-4f10-bf29-445dbef057eb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] For port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=78b385bb-3fc3-4974-ab0c-bc7def60e7f6,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:45.557321 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-6a13d181-cb31-4722-8547-8b7127819237 req-dd154d0b-24c5-4f10-bf29-445dbef057eb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:45.649415 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 1299c76e-d547-448c-ae86-94f9a829d892, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1299c76e-d547-448c-ae86-94f9a829d892,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:45.666556 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '1299c76e-d547-448c-ae86-94f9a829d892', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'port_id': '1299c76e-d547-448c-ae86-94f9a829d892', 'mac_address': 'fa:16:3e:38:b6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:15:45.687662 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cf4c4110-218b-4642-bbf9-ec2c76a74b02 req-e0ab29b5-c617-4b7e-85e0-642e33a068ec tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1842968
Oct 27 14:15:45.744484 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:45.764177 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-6a13d181-cb31-4722-8547-8b7127819237 req-dd154d0b-24c5-4f10-bf29-445dbef057eb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Calling delete_port for 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 owned by compute:nova {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:15:45.764427 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1299c76e-d547-448c-ae86-94f9a829d892 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:15:45.781661 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 1299c76e-d547-448c-ae86-94f9a829d892, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1299c76e-d547-448c-ae86-94f9a829d892,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:45.787636 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:45.790139 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-5cb0c95c-c0cd-4830-85f0-18ba1c23e975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:45.873785 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=1299c76e-d547-448c-ae86-94f9a829d892,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:45.877817 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:45.929398 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-6a13d181-cb31-4722-8547-8b7127819237 req-dd154d0b-24c5-4f10-bf29-445dbef057eb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:45.935087 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-43a45a36-68ed-4f28-8230-39a984bea2ab tempest-VolumesNegativeTest-622650967 tempest-VolumesNegativeTest-622650967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:45.942997 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['12a40891-1add-4917-94be-396bbcdb28dc'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:15:46.039569 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd154d0b-24c5-4f10-bf29-445dbef057eb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Pushing event deleted for resources: {'Port': ['ID=78b385bb-3fc3-4974-ab0c-bc7def60e7f6,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:46.042154 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-dd154d0b-24c5-4f10-bf29-445dbef057eb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:46.083840 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a13d181-cb31-4722-8547-8b7127819237 req-dd154d0b-24c5-4f10-bf29-445dbef057eb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] No DVR routers for this DVR port 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 on host hv-cinder-81566 {{(pid=82823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:15:46.089273 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-6a13d181-cb31-4722-8547-8b7127819237 req-dd154d0b-24c5-4f10-bf29-445dbef057eb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:46.094729 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12b4968-ab1d-42b6-b3d7-7588748253dc', 'name': 'network-vif-deleted', 'tag': '78b385bb-3fc3-4974-ab0c-bc7def60e7f6'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:15:46.105192 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6a13d181-cb31-4722-8547-8b7127819237 req-dd154d0b-24c5-4f10-bf29-445dbef057eb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "DELETE /v2.0/ports/78b385bb-3fc3-4974-ab0c-bc7def60e7f6 HTTP/1.1" status: 204  len: 173 time: 1.0715108
Oct 27 14:15:46.184596 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12b4968-ab1d-42b6-b3d7-7588748253dc', 'name': 'network-vif-deleted', 'tag': '78b385bb-3fc3-4974-ab0c-bc7def60e7f6', 'status': 'completed', 'code': 200}
Oct 27 14:15:46.227875 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef40477-47b5-4aa9-bb10-0a55e956268b req-e76f5076-4fe2-46e7-beaf-b872bc557ce3 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:46.229238 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6ef40477-47b5-4aa9-bb10-0a55e956268b req-e76f5076-4fe2-46e7-beaf-b872bc557ce3 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0930188
Oct 27 14:15:46.231945 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['1299c76e-d547-448c-ae86-94f9a829d892'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:15:46.290577 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6ef40477-47b5-4aa9-bb10-0a55e956268b req-281d5ad3-4b6e-436a-8277-ff2e7e151eb0 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519395
Oct 27 14:15:46.476529 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-19217060-a7bf-444a-bdad-a70395c30562 req-b1ed033b-3379-4c5d-9ee5-63ec150f7e9f tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Synchronizing usage tracker for tenant:32e064bd64034775bfe5271d56d189d9 on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:15:46.499065 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f73fa583-c87b-4edb-9256-092777d5285b req-b34df47a-3bb1-4999-811a-16f54f3ca334 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1240211
Oct 27 14:15:46.501051 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-19217060-a7bf-444a-bdad-a70395c30562 req-b1ed033b-3379-4c5d-9ee5-63ec150f7e9f tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Unset dirty status for tenant:32e064bd64034775bfe5271d56d189d9 on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:15:46.502027 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-19217060-a7bf-444a-bdad-a70395c30562 req-b1ed033b-3379-4c5d-9ee5-63ec150f7e9f tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=c12b4968-ab1d-42b6-b3d7-7588748253dc HTTP/1.1" status: 200  len: 210 time: 0.0723855
Oct 27 14:15:46.601191 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f73fa583-c87b-4edb-9256-092777d5285b req-7e545a61-b555-4a8f-b3f4-2376f5cb62d9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a32d3bb833eb4a8ea5bb9428523f7587&device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 1098 time: 0.0681782
Oct 27 14:15:46.759925 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fa583-c87b-4edb-9256-092777d5285b req-7710b435-0882-4bcd-9273-1ec293c7a3ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:46.761375 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f73fa583-c87b-4edb-9256-092777d5285b req-7710b435-0882-4bcd-9273-1ec293c7a3ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb HTTP/1.1" status: 200  len: 912 time: 0.1358035
Oct 27 14:15:46.947882 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f73fa583-c87b-4edb-9256-092777d5285b req-aa73d474-0fe6-404f-821e-c8403344d406 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19eb66a1-100d-4ec5-8072-9795d2cdf200 HTTP/1.1" status: 200  len: 1000 time: 0.1659403
Oct 27 14:15:46.964440 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:15:47.020631 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811fcf6-add8-4cbc-8b9a-cd9c2335324b req-23ce0175-cb91-4a7c-9d45-8fcbf0349b8c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:47.022143 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1811fcf6-add8-4cbc-8b9a-cd9c2335324b req-23ce0175-cb91-4a7c-9d45-8fcbf0349b8c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 945 time: 0.1814020
Oct 27 14:15:47.060879 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fa583-c87b-4edb-9256-092777d5285b req-c622dcda-8495-4d1c-92a8-40e6bac3cc5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:47.062717 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f73fa583-c87b-4edb-9256-092777d5285b req-c622dcda-8495-4d1c-92a8-40e6bac3cc5a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6fa137-4b38-49f8-9a27-ac5a35d6a617 HTTP/1.1" status: 200  len: 849 time: 0.1023088
Oct 27 14:15:47.140318 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1811fcf6-add8-4cbc-8b9a-cd9c2335324b req-c4c6b7ba-174e-4250-80f6-afb8c187a300 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067345
Oct 27 14:15:47.169091 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f73fa583-c87b-4edb-9256-092777d5285b req-bb0e9875-e772-4546-b903-f8ed93783ee1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0923326
Oct 27 14:15:47.307788 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f73fa583-c87b-4edb-9256-092777d5285b req-fd270714-941a-4835-aa5b-d11bbe0ea23c service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281812
Oct 27 14:15:47.490133 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f73fa583-c87b-4edb-9256-092777d5285b req-dc976f46-519c-46db-93b2-d8210a84f27b service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1717510
Oct 27 14:15:47.493738 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 1299c76e-d547-448c-ae86-94f9a829d892 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:15:47.524250 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72d600-ecbd-4e28-b45d-a2e687a4d7eb req-05732960-75f2-4d61-88da-aa60d42fe0e8 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:47.525691 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-fd72d600-ecbd-4e28-b45d-a2e687a4d7eb req-05732960-75f2-4d61-88da-aa60d42fe0e8 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0964472
Oct 27 14:15:47.575094 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-fd72d600-ecbd-4e28-b45d-a2e687a4d7eb req-002b8f49-2917-4c29-89fa-cca35f4e6761 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431662
Oct 27 14:15:47.595530 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port 1299c76e-d547-448c-ae86-94f9a829d892 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:15:47.600590 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 1299c76e-d547-448c-ae86-94f9a829d892 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:15:47.601181 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:47.716348 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:47.745108 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4208be4b-cd9f-4711-ab8c-3f4d961005ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1299c76e-d547-448c-ae86-94f9a829d892'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:15:47.763405 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 1299c76e-d547-448c-ae86-94f9a829d892, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1299c76e-d547-448c-ae86-94f9a829d892,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:47.768250 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:47.769392 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:15:47.802922 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-7ce0bb59-21ab-41ff-9ba9-05bd07a61074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:47.838902 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4208be4b-cd9f-4711-ab8c-3f4d961005ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1299c76e-d547-448c-ae86-94f9a829d892', 'code': 200}
Oct 27 14:15:47.844488 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:15:47.844828 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 78b385bb-3fc3-4974-ab0c-bc7def60e7f6 not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:15:47.877052 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=1299c76e-d547-448c-ae86-94f9a829d892,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:47.879932 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:48.180294 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4325bc93-4d6a-42ce-8421-96694139faf4 req-fe390d56-7b61-41c4-8c0d-95d3450cd1f7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 1099 time: 0.0745900
Oct 27 14:15:48.228380 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4325bc93-4d6a-42ce-8421-96694139faf4 req-4310040a-4e15-4ffa-bdcc-5a20372ea3cf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384312
Oct 27 14:15:48.342952 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0b146-f60d-48a0-bee6-ce4e971605ce req-72bc5847-3675-45cb-b619-dd02d3a71d3c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:48.344888 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-02f0b146-f60d-48a0-bee6-ce4e971605ce req-72bc5847-3675-45cb-b619-dd02d3a71d3c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 946 time: 0.0785615
Oct 27 14:15:48.389343 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-02f0b146-f60d-48a0-bee6-ce4e971605ce req-7294bd42-6e04-4af9-9b6f-460fd4616729 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387874
Oct 27 14:15:48.509142 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37238) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:48.574930 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6c7e66-9f85-4a91-aebc-b9a1ed7e533e admin admin] Deleting subnet 8358918a-2a1a-441e-a942-65f1820a1735 {{(pid=82824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 14:15:48.578592 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0f6c7e66-9f85-4a91-aebc-b9a1ed7e533e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:48.628389 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0f6c7e66-9f85-4a91-aebc-b9a1ed7e533e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16043791'] for subnet, precommit_delete_associations {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:48.682916 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0f6c7e66-9f85-4a91-aebc-b9a1ed7e533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1136411'] for subnet, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:48.755453 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0f6c7e66-9f85-4a91-aebc-b9a1ed7e533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1136482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16043946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16133425'] for subnet, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:48.759745 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-039655fd-858f-4391-81bf-4d0369baafd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:48.796276 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c7e66-9f85-4a91-aebc-b9a1ed7e533e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8358918a-2a1a-441e-a942-65f1820a1735,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:48.809167 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-0f6c7e66-9f85-4a91-aebc-b9a1ed7e533e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:48.811291 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0f6c7e66-9f85-4a91-aebc-b9a1ed7e533e admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:48.820382 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-0f6c7e66-9f85-4a91-aebc-b9a1ed7e533e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8358918a-2a1a-441e-a942-65f1820a1735 HTTP/1.1" status: 204  len: 168 time: 0.3101254
Oct 27 14:15:48.823170 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37246) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:48.859885 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f6cf6-ec11-47d0-9818-7cd08039bec5 req-d378e0e5-666b-4063-b78d-f637fa521582 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:48.861984 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b94f6cf6-ec11-47d0-9818-7cd08039bec5 req-d378e0e5-666b-4063-b78d-f637fa521582 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1611304
Oct 27 14:15:48.914695 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b94f6cf6-ec11-47d0-9818-7cd08039bec5 req-e14aaac8-cea8-4253-ae0b-4a7c0b2a7de3 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454385
Oct 27 14:15:48.938705 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-50ef407c-5752-4e6e-b683-521f08105918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1076229'] for network, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:49.065106 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-50ef407c-5752-4e6e-b683-521f08105918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135506', 'neutron.services.segments.db._delete_segments_for_network-8782696828856'] for network, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:49.092500 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-50ef407c-5752-4e6e-b683-521f08105918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fce16bfb910>,) {'filters': {'network_id': ['7769282b-3a94-456a-a96d-5f354ba22562']}} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:49.106723 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-50ef407c-5752-4e6e-b683-521f08105918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fce16bfb910>, 'd5d5ab34-1836-402d-bd50-deda768494f0') {'for_net_delete': True} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:49.107006 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-50ef407c-5752-4e6e-b683-521f08105918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fce16bfb910>, 'd5d5ab34-1836-402d-bd50-deda768494f0') {} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:49.119818 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-50ef407c-5752-4e6e-b683-521f08105918 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782696830931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16043796'] for segment, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:49.136488 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-50ef407c-5752-4e6e-b683-521f08105918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:49.143625 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ef407c-5752-4e6e-b683-521f08105918 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=82824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 14:15:49.144001 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-50ef407c-5752-4e6e-b683-521f08105918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16043968'] for segment, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]: Traceback (most recent call last):
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     timer()
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     cb(*args, **kw)
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     return func(*args, **kwargs)
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     self._notify()
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     self.callback(batched_events)
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     event.method(event)
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     return f(self, *a, **k)
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._get(url).json()
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self.request(url, 'GET', **kwargs)
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 14:15:49.158722 dv-cinder-815663-1-iscsi neutron-server[82824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 14:15:49.293153 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7618d-2a6c-45f7-a9c6-72cc7386841f req-8ef8918d-b70b-4d17-a2b5-a41e2c0bd694 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:49.297255 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-17f7618d-2a6c-45f7-a9c6-72cc7386841f req-8ef8918d-b70b-4d17-a2b5-a41e2c0bd694 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 945 time: 0.0833750
Oct 27 14:15:49.301427 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-50ef407c-5752-4e6e-b683-521f08105918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16417775'] for network, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:49.305311 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:49.319879 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-50ef407c-5752-4e6e-b683-521f08105918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:49.330213 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef407c-5752-4e6e-b683-521f08105918 admin admin] Pushing event deleted for resources: {'Network': ['ID=7769282b-3a94-456a-a96d-5f354ba22562,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:49.333397 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-50ef407c-5752-4e6e-b683-521f08105918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:49.341250 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-50ef407c-5752-4e6e-b683-521f08105918 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7769282b-3a94-456a-a96d-5f354ba22562 HTTP/1.1" status: 204  len: 168 time: 0.5141551
Oct 27 14:15:49.346427 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-17f7618d-2a6c-45f7-a9c6-72cc7386841f req-ee554c95-50a5-40c5-8700-317707ac3f07 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438409
Oct 27 14:15:49.540821 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37258) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:49.591025 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-1eb2863d-f68f-4bca-ba05-ff416e5d8e9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1bedd96b4a0478daa1b806d41483aaf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0489326
Oct 27 14:15:49.593850 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37262) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:49.603542 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccb1f4-21b7-4309-95bc-e843abaa2bf5 req-01cab62c-87ce-49ea-8410-13dadead99a5 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:49.604984 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-11ccb1f4-21b7-4309-95bc-e843abaa2bf5 req-01cab62c-87ce-49ea-8410-13dadead99a5 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 946 time: 0.0872760
Oct 27 14:15:49.661928 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3f37-c925-42f0-ba5b-d30301a8f1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:49.669082 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-11ccb1f4-21b7-4309-95bc-e843abaa2bf5 req-fa928950-7a99-4e9e-8097-64617b270720 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396402
Oct 27 14:15:49.688359 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3f37-c925-42f0-ba5b-d30301a8f1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:49.739561 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3f37-c925-42f0-ba5b-d30301a8f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:49.744476 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a9937358-485c-4ea9-8fd8-d059a7c9356d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:49.758552 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f3f37-c925-42f0-ba5b-d30301a8f1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c590ec-9e10-42c3-81d3-5746b1356f99,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:49.761147 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1e3f3f37-c925-42f0-ba5b-d30301a8f1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:49.770871 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3f37-c925-42f0-ba5b-d30301a8f1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:49.774596 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-1e3f3f37-c925-42f0-ba5b-d30301a8f1ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9c590ec-9e10-42c3-81d3-5746b1356f99 HTTP/1.1" status: 204  len: 168 time: 0.1775267
Oct 27 14:15:50.118424 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80658105-bdb1-457d-abb0-6b0fce544874 req-8ac8ea17-8baf-4c3e-8905-089bfbe73681 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:50.119919 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-80658105-bdb1-457d-abb0-6b0fce544874 req-8ac8ea17-8baf-4c3e-8905-089bfbe73681 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0803704
Oct 27 14:15:50.173487 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-80658105-bdb1-457d-abb0-6b0fce544874 req-a5c33d32-a151-45db-8141-535dfb0d1c2a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473952
Oct 27 14:15:50.550450 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c0c73-cd84-44d7-9c97-41099fbae7ba req-62ca4a26-bd31-4e1c-b100-f6822533f32c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:50.551940 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3f4c0c73-cd84-44d7-9c97-41099fbae7ba req-62ca4a26-bd31-4e1c-b100-f6822533f32c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 945 time: 0.0822527
Oct 27 14:15:50.599480 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3f4c0c73-cd84-44d7-9c97-41099fbae7ba req-d8048cc3-ec0b-469b-9165-88a38398a45f tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416694
Oct 27 14:15:50.871959 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3845b75-eb4e-4fc9-98ca-5ec5c547406d req-978b70ae-7807-442f-812a-f45fabad9dfe tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:50.873404 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a3845b75-eb4e-4fc9-98ca-5ec5c547406d req-978b70ae-7807-442f-812a-f45fabad9dfe tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 946 time: 0.0859184
Oct 27 14:15:50.923967 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a3845b75-eb4e-4fc9-98ca-5ec5c547406d req-ea85f610-3fb2-43ba-b8ea-959518182b54 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447719
Oct 27 14:15:51.130904 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b039996-fa2b-4121-86a1-2001b2cba8ce req-6f5c34df-c377-438d-8008-34a2956284f1 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:51.132366 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0b039996-fa2b-4121-86a1-2001b2cba8ce req-6f5c34df-c377-438d-8008-34a2956284f1 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 946 time: 0.0786731
Oct 27 14:15:51.183269 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0b039996-fa2b-4121-86a1-2001b2cba8ce req-e4090976-2e50-44cb-b2bd-d78ee9edd988 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452268
Oct 27 14:15:51.210652 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37318) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:51.470359 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725f585-1a58-443b-b7fa-bfa52c282e81 req-d3e634ea-7327-4387-bd32-2848d7b86603 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:51.471757 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b725f585-1a58-443b-b7fa-bfa52c282e81 req-d3e634ea-7327-4387-bd32-2848d7b86603 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1685009
Oct 27 14:15:51.508882 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f92c95-2a25-42f1-95b6-53c8bd33f9f4 req-35130c9c-249e-4d54-88af-9763dd5de9e9 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:51.510577 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-21f92c95-2a25-42f1-95b6-53c8bd33f9f4 req-35130c9c-249e-4d54-88af-9763dd5de9e9 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 945 time: 0.1476378
Oct 27 14:15:51.510854 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-32e09d30-469b-4bee-8cd8-9a9672c2f5a9 tempest-TestVolumeBootPattern-1845460093 tempest-TestVolumeBootPattern-1845460093-project-admin] Synchronizing usage tracker for tenant:8f3aa7abf0214a7cad3a40b511fc05f1 on resource:port {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:15:51.529000 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-32e09d30-469b-4bee-8cd8-9a9672c2f5a9 tempest-TestVolumeBootPattern-1845460093 tempest-TestVolumeBootPattern-1845460093-project-admin] Unset dirty status for tenant:8f3aa7abf0214a7cad3a40b511fc05f1 on resource:port {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:15:51.531164 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-32e09d30-469b-4bee-8cd8-9a9672c2f5a9 tempest-TestVolumeBootPattern-1845460093 tempest-TestVolumeBootPattern-1845460093-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 1094 time: 0.3179641
Oct 27 14:15:51.534754 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37328) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:51.540404 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Request body: {'floatingip': {'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'port_id': '1299c76e-d547-448c-ae86-94f9a829d892', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address': '172.20.0.14'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:15:51.546097 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:15:51.550159 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Usage tracker for resource:floatingip and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:15:51.553004 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:15:51.558612 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:15:51.576092 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for floatingip, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:51.591996 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b725f585-1a58-443b-b7fa-bfa52c282e81 req-7cbda7a4-5960-4d26-9914-260cccd11e12 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095505
Oct 27 14:15:51.601035 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-21f92c95-2a25-42f1-95b6-53c8bd33f9f4 req-1325104c-b37f-4260-bef1-704ce4a270cb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Deleting port 12a40891-1add-4917-94be-396bbcdb28dc {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:15:51.601381 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-21f92c95-2a25-42f1-95b6-53c8bd33f9f4 req-1325104c-b37f-4260-bef1-704ce4a270cb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:51.723241 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:51.877488 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Allocated IP 172.27.2.231 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/a450f051-8d16-4f98-a879-b28d46742af7) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:15:51.941691 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-21f92c95-2a25-42f1-95b6-53c8bd33f9f4 req-1325104c-b37f-4260-bef1-704ce4a270cb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] For port 12a40891-1add-4917-94be-396bbcdb28dc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=12a40891-1add-4917-94be-396bbcdb28dc,segment=NetworkSegment(6ade4160-947b-434f-aba5-ec6c084ec3cc),segment_id=6ade4160-947b-434f-aba5-ec6c084ec3cc)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:15:51.942035 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-21f92c95-2a25-42f1-95b6-53c8bd33f9f4 req-1325104c-b37f-4260-bef1-704ce4a270cb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:51.962516 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74593c84-a6f7-4ee4-b5f4-d2aada692e4f req-7ef39e66-71c6-4f87-94ea-1b79b766ae29 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:51.964474 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-74593c84-a6f7-4ee4-b5f4-d2aada692e4f req-7ef39e66-71c6-4f87-94ea-1b79b766ae29 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810 HTTP/1.1" status: 200  len: 945 time: 0.2141922
Oct 27 14:15:52.031438 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:52.061201 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:52.065705 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-ed8c56f6-995c-4a2d-b696-ce8f33ae4fc0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:52.098039 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-21f92c95-2a25-42f1-95b6-53c8bd33f9f4 req-1325104c-b37f-4260-bef1-704ce4a270cb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Calling delete_port for 12a40891-1add-4917-94be-396bbcdb28dc owned by compute:nova {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:15:52.136153 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:15:52.139665 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'Port': ['ID=a450f051-8d16-4f98-a879-b28d46742af7,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:52.142859 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:15:52.144599 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:52.145255 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:15:52.174723 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-74593c84-a6f7-4ee4-b5f4-d2aada692e4f req-f68e5225-565b-44dd-8043-5a92bed19f0c tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.36 "GET /v2.0/security-groups?id=882372c2-c54c-46f3-b06c-ae89910792a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564126
Oct 27 14:15:52.260685 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-21f92c95-2a25-42f1-95b6-53c8bd33f9f4 req-1325104c-b37f-4260-bef1-704ce4a270cb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:52.267793 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:52.273002 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['12a40891-1add-4917-94be-396bbcdb28dc'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:15:52.313749 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325104c-b37f-4260-bef1-704ce4a270cb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Pushing event deleted for resources: {'Port': ['ID=12a40891-1add-4917-94be-396bbcdb28dc,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:52.316063 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-1325104c-b37f-4260-bef1-704ce4a270cb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:52.394250 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f92c95-2a25-42f1-95b6-53c8bd33f9f4 req-1325104c-b37f-4260-bef1-704ce4a270cb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] No DVR routers for this DVR port 12a40891-1add-4917-94be-396bbcdb28dc on host hv-cinder-81566 {{(pid=82823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:15:52.396772 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-21f92c95-2a25-42f1-95b6-53c8bd33f9f4 req-1325104c-b37f-4260-bef1-704ce4a270cb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:52.399407 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810', 'name': 'network-vif-deleted', 'tag': '12a40891-1add-4917-94be-396bbcdb28dc'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:15:52.417638 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-21f92c95-2a25-42f1-95b6-53c8bd33f9f4 req-1325104c-b37f-4260-bef1-704ce4a270cb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] 10.222.0.79 "DELETE /v2.0/ports/12a40891-1add-4917-94be-396bbcdb28dc HTTP/1.1" status: 204  len: 173 time: 0.8992445
Oct 27 14:15:52.465535 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f01e50-1cb3-4a2e-8aa9-0fe928d3c810', 'name': 'network-vif-deleted', 'tag': '12a40891-1add-4917-94be-396bbcdb28dc', 'status': 'completed', 'code': 200}
Oct 27 14:15:52.688733 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:52.744216 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:52.877993 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f61ee2-8493-4f10-89b6-aa70351dadfe req-bed29d92-272c-40a5-ba2e-416a91b48eab tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:52.878796 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-45f61ee2-8493-4f10-89b6-aa70351dadfe req-bed29d92-272c-40a5-ba2e-416a91b48eab tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1566250
Oct 27 14:15:52.928075 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-45f61ee2-8493-4f10-89b6-aa70351dadfe req-4b3c7462-6b05-4dc7-ab90-297a1ad9fc2a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440509
Oct 27 14:15:52.973466 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:52.978326 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:52.982544 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:53.162032 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'Port': ['ID=a450f051-8d16-4f98-a879-b28d46742af7,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:53.166097 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:53.182891 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:53.284499 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 37342) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:53.344143 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Deleting subnet 34a78620-5e75-47e6-8829-bc1e4d0350f9 {{(pid=82823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 14:15:53.347887 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:53.381264 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.l3_db [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Floating IP a93a2330-2747-43da-ba21-56351dae7447 associated. External IP: 172.27.2.231, port: 1299c76e-d547-448c-ae86-94f9a829d892.
Oct 27 14:15:53.401216 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444998'] for subnet, precommit_delete_associations {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:53.458169 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1136411'] for subnet, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:53.528793 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1136482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16079909'] for subnet, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:53.533499 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:53.574919 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a78620-5e75-47e6-8829-bc1e4d0350f9,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:53.581972 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:53.593579 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/34a78620-5e75-47e6-8829-bc1e4d0350f9 HTTP/1.1" status: 204  len: 168 time: 0.3058040
Oct 27 14:15:53.593579 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:53.593579 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:53.593579 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:53.594043 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:53.594043 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:53.594396 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:53.594804 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:53.595156 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:53.595501 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:53.595842 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:53.596186 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:53.599362 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-48b75168-a918-4060-a757-9aa8c0104807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:53.600186 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 37346) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:53.707344 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-19d538ee-efd0-4947-8a61-a62acdd7f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1076229'] for network, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:53.786875 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:15:53.842269 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-19d538ee-efd0-4947-8a61-a62acdd7f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135506', 'neutron.services.segments.db._delete_segments_for_network-8782696828856'] for network, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:53.871117 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.services.segments.db [None req-19d538ee-efd0-4947-8a61-a62acdd7f8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fce17a46400>,) {'filters': {'network_id': ['0b9d4f1d-af76-43ad-875e-6597feb65c8e']}} {{(pid=82823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:53.884748 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.services.segments.db [None req-19d538ee-efd0-4947-8a61-a62acdd7f8d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fce17a46400>, '6ade4160-947b-434f-aba5-ec6c084ec3cc') {'for_net_delete': True} {{(pid=82823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:53.885411 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.services.segments.db [None req-19d538ee-efd0-4947-8a61-a62acdd7f8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fce17a46400>, '6ade4160-947b-434f-aba5-ec6c084ec3cc') {} {{(pid=82823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:53.897186 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-19d538ee-efd0-4947-8a61-a62acdd7f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782696830931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15445021'] for segment, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:53.915102 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-19d538ee-efd0-4947-8a61-a62acdd7f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:53.922283 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d538ee-efd0-4947-8a61-a62acdd7f8d7 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=82823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 14:15:53.922776 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-19d538ee-efd0-4947-8a61-a62acdd7f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16101671'] for segment, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]: Traceback (most recent call last):
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     timer()
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     cb(*args, **kw)
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     return func(*args, **kwargs)
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     self._notify()
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     self.callback(batched_events)
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     event.method(event)
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     return f(self, *a, **k)
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     return self._get(url).json()
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     return self.request(url, 'GET', **kwargs)
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 14:15:53.938488 dv-cinder-815663-1-iscsi neutron-server[82823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 14:15:54.004434 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:15:54.013961 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ae02b-afcd-4cd4-ad0a-11c01bccaef6 None None] Sync routers for ids ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:15:54.030896 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ae02b-afcd-4cd4-ad0a-11c01bccaef6 None None] Routers {'49e2e5f8-d205-4417-ba02-e5e81083b6f5'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:15:54.031756 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-678ae02b-afcd-4cd4-ad0a-11c01bccaef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1735b2b0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:15:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:54.038378 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-19d538ee-efd0-4947-8a61-a62acdd7f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16417775'] for network, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:54.052278 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-19d538ee-efd0-4947-8a61-a62acdd7f8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:54.055726 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:54.058477 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:54.121809 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5859344
Oct 27 14:15:54.122480 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4208be4b-cd9f-4711-ab8c-3f4d961005ad', 'tag': '1299c76e-d547-448c-ae86-94f9a829d892'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:15:54.150947 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-19d538ee-efd0-4947-8a61-a62acdd7f8d7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0b9d4f1d-af76-43ad-875e-6597feb65c8e HTTP/1.1" status: 204  len: 168 time: 0.5463409
Oct 27 14:15:54.153923 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d538ee-efd0-4947-8a61-a62acdd7f8d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9d4f1d-af76-43ad-875e-6597feb65c8e,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:54.157248 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-19d538ee-efd0-4947-8a61-a62acdd7f8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:54.190144 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b558f0-6d1a-41d2-af99-c03cbf96cb86 req-3e7fdd09-1125-4ae0-a385-9a9ebf325290 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:54.193836 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-24b558f0-6d1a-41d2-af99-c03cbf96cb86 req-3e7fdd09-1125-4ae0-a385-9a9ebf325290 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1067197
Oct 27 14:15:54.208166 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4208be4b-cd9f-4711-ab8c-3f4d961005ad', 'tag': '1299c76e-d547-448c-ae86-94f9a829d892', 'status': 'completed', 'code': 200}
Oct 27 14:15:54.255525 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-678ae02b-afcd-4cd4-ad0a-11c01bccaef6 None None] Set router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:15:54.290807 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-24b558f0-6d1a-41d2-af99-c03cbf96cb86 req-e57f98eb-88f9-4c59-a930-240b309c1e52 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910206
Oct 27 14:15:54.328883 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f81d4538-4296-4c7d-90bb-173525de45c2 req-5854def1-910f-43b5-bba1-0cafcbfcf8b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 1099 time: 0.0866189
Oct 27 14:15:54.390422 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37360) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:54.441133 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-fff490c9-6cc3-42a8-ad6d-a67a873f204b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32e064bd64034775bfe5271d56d189d9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0494072
Oct 27 14:15:54.443612 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37364) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:54.482023 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d4538-4296-4c7d-90bb-173525de45c2 req-1a78192b-63fb-4c97-872b-7932bf90d8c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:54.483832 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f81d4538-4296-4c7d-90bb-173525de45c2 req-1a78192b-63fb-4c97-872b-7932bf90d8c6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 914 time: 0.1393769
Oct 27 14:15:54.517213 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:54.545802 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:54.610993 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:54.621794 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-10d58e51-2a05-4d52-8426-78dff915bdf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:54.628538 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f81d4538-4296-4c7d-90bb-173525de45c2 req-6f696029-ec06-4577-b9fa-95fc31025863 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1299c76e-d547-448c-ae86-94f9a829d892 HTTP/1.1" status: 200  len: 1000 time: 0.1160140
Oct 27 14:15:54.635766 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882372c2-c54c-46f3-b06c-ae89910792a6,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:54.641393 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:54.644772 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/882372c2-c54c-46f3-b06c-ae89910792a6 HTTP/1.1" status: 204  len: 168 time: 0.1979456
Oct 27 14:15:54.650135 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:54.650502 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:54.650885 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:54.651236 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:54.651584 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:54.651939 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:54.652271 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:54.652614 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:54.653491 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:54.653491 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:54.653770 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:15:54.657687 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:54.691983 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-678ae02b-afcd-4cd4-ad0a-11c01bccaef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1735b2b0>, [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': 'a93a2330-2747-43da-ba21-56351dae7447', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'port_id': '1299c76e-d547-448c-ae86-94f9a829d892', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'mac_address': 'fa:16:3e:38:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4208be4b-cd9f-4711-ab8c-3f4d961005ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:15:52Z', 'updated_at': '2021-10-27T14:15:52Z', 'revision_number': 0, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:54Z', 'revision_number': 5, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:54.700678 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ae02b-afcd-4cd4-ad0a-11c01bccaef6 None None] Checking router: 49e2e5f8-d205-4417-ba02-e5e81083b6f5 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:15:54.718904 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ae02b-afcd-4cd4-ad0a-11c01bccaef6 None None] Routers {'49e2e5f8-d205-4417-ba02-e5e81083b6f5'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:15:54.719532 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-678ae02b-afcd-4cd4-ad0a-11c01bccaef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1735b2b0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:15:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:54.721645 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d4538-4296-4c7d-90bb-173525de45c2 req-4390d923-4009-4ea5-91ab-00f45536f20a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:54.724001 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f81d4538-4296-4c7d-90bb-173525de45c2 req-4390d923-4009-4ea5-91ab-00f45536f20a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c5105-226e-4271-a9b2-16ef0cf863cc HTTP/1.1" status: 200  len: 851 time: 0.0854948
Oct 27 14:15:54.824026 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f81d4538-4296-4c7d-90bb-173525de45c2 req-3bcca2d3-6910-4bc1-95bc-ef216c6c53dd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912409
Oct 27 14:15:54.912108 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-678ae02b-afcd-4cd4-ad0a-11c01bccaef6 None None] Set router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:15:54.984750 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f81d4538-4296-4c7d-90bb-173525de45c2 req-ebf49cd8-6dc7-4866-8aa7-c15d737809ad service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500247
Oct 27 14:15:55.143664 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f81d4538-4296-4c7d-90bb-173525de45c2 req-2105278a-3c0c-4f25-b63b-570fb20aed27 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519403
Oct 27 14:15:55.289665 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-678ae02b-afcd-4cd4-ad0a-11c01bccaef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1735b2b0>, [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': 'a93a2330-2747-43da-ba21-56351dae7447', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'port_id': '1299c76e-d547-448c-ae86-94f9a829d892', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'mac_address': 'fa:16:3e:38:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4208be4b-cd9f-4711-ab8c-3f4d961005ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:15:52Z', 'updated_at': '2021-10-27T14:15:52Z', 'revision_number': 0, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:54Z', 'revision_number': 5, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:15:55.294233 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ae02b-afcd-4cd4-ad0a-11c01bccaef6 None None] The sync data for ids ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'] in dv-cinder-815663-1-iscsi is: [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': 'a93a2330-2747-43da-ba21-56351dae7447', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'port_id': '1299c76e-d547-448c-ae86-94f9a829d892', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'mac_address': 'fa:16:3e:38:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4208be4b-cd9f-4711-ab8c-3f4d961005ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:15:52Z', 'updated_at': '2021-10-27T14:15:52Z', 'revision_number': 0, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:54Z', 'revision_number': 5, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:15:55.513957 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141b7f16-ef6c-4344-a0c3-9517deff0425 None None] New status for floating IP a93a2330-2747-43da-ba21-56351dae7447: ACTIVE {{(pid=82826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:15:55.573045 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 12a40891-1add-4917-94be-396bbcdb28dc no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:15:55.596676 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da0273-ecdb-40dd-bae4-e5fcc7e500c4 req-13b565b1-d96a-4e84-bdc1-5e56075374d5 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:55.598204 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a6da0273-ecdb-40dd-bae4-e5fcc7e500c4 req-13b565b1-d96a-4e84-bdc1-5e56075374d5 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1714807
Oct 27 14:15:55.622898 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: 12a40891-1add-4917-94be-396bbcdb28dc {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:15:55.623220 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 12a40891-1add-4917-94be-396bbcdb28dc not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:15:55.652465 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a6da0273-ecdb-40dd-bae4-e5fcc7e500c4 req-be411daf-b412-4b96-911d-bf28c83e6dd8 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485864
Oct 27 14:15:56.558296 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-38c40647-27fa-41b3-b0e7-852bbaf929bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:56.866193 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8e201-28e9-4343-8129-7e1bd38efaff req-4af27792-b6a4-494e-a495-c72bf31f467b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:56.867691 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-eda8e201-28e9-4343-8129-7e1bd38efaff req-4af27792-b6a4-494e-a495-c72bf31f467b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0842350
Oct 27 14:15:56.922616 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-eda8e201-28e9-4343-8129-7e1bd38efaff req-c2ce7f1b-0666-48f7-8843-d029de590dfe tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490651
Oct 27 14:15:57.076243 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:57.288809 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37432) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:57.430272 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b358c74f-59ed-4efc-ae16-d5c06555146c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:57.461018 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-b358c74f-59ed-4efc-ae16-d5c06555146c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:15:57.464790 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-b358c74f-59ed-4efc-ae16-d5c06555146c admin admin] Usage tracker for resource:security_group_rule and tenant:2297644cd713411e9b2553c7dd4bc388 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:15:57.467663 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-b358c74f-59ed-4efc-ae16-d5c06555146c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:15:57.473092 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-b358c74f-59ed-4efc-ae16-d5c06555146c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:15:57.537280 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b358c74f-59ed-4efc-ae16-d5c06555146c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:57.541031 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b358c74f-59ed-4efc-ae16-d5c06555146c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:57.548333 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-072e0b65-b356-45fc-b5a2-e2546de31be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:57.587273 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358c74f-59ed-4efc-ae16-d5c06555146c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d572208f-4015-4b99-a7c8-18c37fbbd94f,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:57.590707 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b358c74f-59ed-4efc-ae16-d5c06555146c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:57.593954 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-b358c74f-59ed-4efc-ae16-d5c06555146c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2297644cd713411e9b2553c7dd4bc388&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3041334
Oct 27 14:15:57.596626 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37438) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:57.663347 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-57ab69db-a4f7-461e-8a7d-06958d2b3347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:57.688278 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-57ab69db-a4f7-461e-8a7d-06958d2b3347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:57.738500 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-57ab69db-a4f7-461e-8a7d-06958d2b3347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:57.742466 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-6b323d27-128d-489a-8060-db98efd0494c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:57.753286 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab69db-a4f7-461e-8a7d-06958d2b3347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d572208f-4015-4b99-a7c8-18c37fbbd94f,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:57.756174 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-57ab69db-a4f7-461e-8a7d-06958d2b3347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:57.762099 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-57ab69db-a4f7-461e-8a7d-06958d2b3347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:57.763214 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-57ab69db-a4f7-461e-8a7d-06958d2b3347 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d572208f-4015-4b99-a7c8-18c37fbbd94f HTTP/1.1" status: 204  len: 168 time: 0.1657119
Oct 27 14:15:58.133997 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37452) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:58.153217 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-da700de7-533e-4a02-a61d-7f20ac471b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:58.154609 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97632c-37b8-48f1-a601-9ab1a7410a4e req-8949fb24-7784-4f11-9e61-67352fc13564 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:58.156899 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-fd97632c-37b8-48f1-a601-9ab1a7410a4e req-8949fb24-7784-4f11-9e61-67352fc13564 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0865097
Oct 27 14:15:58.185711 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-da700de7-533e-4a02-a61d-7f20ac471b15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:15:58.189881 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-da700de7-533e-4a02-a61d-7f20ac471b15 admin admin] Usage tracker for resource:security_group_rule and tenant:219d0075008b40238d515e47b4dfd66d is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:15:58.192825 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-da700de7-533e-4a02-a61d-7f20ac471b15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:15:58.198556 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-da700de7-533e-4a02-a61d-7f20ac471b15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:15:58.204654 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-fd97632c-37b8-48f1-a601-9ab1a7410a4e req-bbd19cb2-805a-4474-99ef-c9ac398e9f68 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421231
Oct 27 14:15:58.272514 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-da700de7-533e-4a02-a61d-7f20ac471b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:58.276778 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-da700de7-533e-4a02-a61d-7f20ac471b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:58.284611 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-8da11406-4443-4922-82df-29fb2bc4be53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:58.328324 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da700de7-533e-4a02-a61d-7f20ac471b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc7b794-f07a-42ef-87e5-0b216107bfb0,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:58.332827 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-da700de7-533e-4a02-a61d-7f20ac471b15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=219d0075008b40238d515e47b4dfd66d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1975834
Oct 27 14:15:58.333756 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-da700de7-533e-4a02-a61d-7f20ac471b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:58.335407 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37456) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:15:58.396147 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-cdcd923b-b850-4b1b-aa1a-f5b716fdc9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:58.421403 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-cdcd923b-b850-4b1b-aa1a-f5b716fdc9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:58.472829 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-cdcd923b-b850-4b1b-aa1a-f5b716fdc9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:58.476698 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b8b0e230-49d5-4f0a-9fec-91352edab1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:15:58.489779 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd923b-b850-4b1b-aa1a-f5b716fdc9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc7b794-f07a-42ef-87e5-0b216107bfb0,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:15:58.493879 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-cdcd923b-b850-4b1b-aa1a-f5b716fdc9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:15:58.499802 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-cdcd923b-b850-4b1b-aa1a-f5b716fdc9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:58.501145 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-cdcd923b-b850-4b1b-aa1a-f5b716fdc9a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1cc7b794-f07a-42ef-87e5-0b216107bfb0 HTTP/1.1" status: 204  len: 168 time: 0.1645238
Oct 27 14:15:58.743364 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-845f8aa3-d764-4aad-aead-e87940606963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:15:59.409464 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79594c89-2eec-4021-8089-801949c99d23 req-3f00c5d4-16ee-4051-b8a7-1c15b8784b30 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:15:59.410999 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-79594c89-2eec-4021-8089-801949c99d23 req-3f00c5d4-16ee-4051-b8a7-1c15b8784b30 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0789182
Oct 27 14:15:59.461739 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-79594c89-2eec-4021-8089-801949c99d23 req-ab623385-4533-4dee-ab62-cef7f8625610 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452819
Oct 27 14:15:59.848314 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:00.670535 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9ed75-44dd-4f39-8983-c6177bc67fb9 req-c0194505-25a8-47f4-9c1c-a1afcca83579 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:00.672985 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-29a9ed75-44dd-4f39-8983-c6177bc67fb9 req-c0194505-25a8-47f4-9c1c-a1afcca83579 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0834856
Oct 27 14:16:00.719148 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-29a9ed75-44dd-4f39-8983-c6177bc67fb9 req-75d80707-2ef9-402f-85fe-46d740013e89 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392473
Oct 27 14:16:01.238511 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:01.922128 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f876c5-bc3d-4104-b711-30119aaedb83 req-3c669bd0-365c-4d8b-9ec3-b4376f67f02b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:01.923613 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-28f876c5-bc3d-4104-b711-30119aaedb83 req-3c669bd0-365c-4d8b-9ec3-b4376f67f02b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0826137
Oct 27 14:16:01.970120 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-28f876c5-bc3d-4104-b711-30119aaedb83 req-a96414e7-7896-4fcf-b8a2-7a902b5f3216 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410469
Oct 27 14:16:03.177693 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3ce61-bf2b-4e97-9f57-19af7ee446e1 req-37036c1a-62f0-408e-8296-0e2b5bcf5161 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:03.179170 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-07f3ce61-bf2b-4e97-9f57-19af7ee446e1 req-37036c1a-62f0-408e-8296-0e2b5bcf5161 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0809498
Oct 27 14:16:03.223171 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-07f3ce61-bf2b-4e97-9f57-19af7ee446e1 req-f17e3ad9-07d6-44ac-a00c-df7cdce1755f tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385079
Oct 27 14:16:04.433349 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c103982-ad08-49f0-be27-b6010e9a3e5a req-bb3a9d81-165e-4482-be77-2cbfc91baa59 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:04.434808 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5c103982-ad08-49f0-be27-b6010e9a3e5a req-bb3a9d81-165e-4482-be77-2cbfc91baa59 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0795257
Oct 27 14:16:04.480674 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5c103982-ad08-49f0-be27-b6010e9a3e5a req-c3d60a4a-b287-4a59-a801-8514f70a03f5 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403848
Oct 27 14:16:05.680237 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66754b4b-c5b3-466f-9dd6-3590588cfe63 req-62b75516-4a09-4de6-b918-67e581c0890f tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:05.681698 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-66754b4b-c5b3-466f-9dd6-3590588cfe63 req-62b75516-4a09-4de6-b918-67e581c0890f tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0768719
Oct 27 14:16:05.731365 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-66754b4b-c5b3-466f-9dd6-3590588cfe63 req-d29930d0-b5e2-4cfc-a8d3-a9b93e5eb06d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433388
Oct 27 14:16:06.948816 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba46b4e-e4f4-4b34-8ecb-b83aa33ae3e5 req-c583d9ca-5dfb-4681-ab1d-2a8f938aa129 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:06.950263 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ba46b4e-e4f4-4b34-8ecb-b83aa33ae3e5 req-c583d9ca-5dfb-4681-ab1d-2a8f938aa129 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0870795
Oct 27 14:16:06.997111 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ba46b4e-e4f4-4b34-8ecb-b83aa33ae3e5 req-316395d7-d358-4212-b052-6315510ebbbf tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410380
Oct 27 14:16:08.201475 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2d120-fa80-45f0-a0ac-edb5112dd117 req-29b992c9-3cbc-433f-9e04-aa1101646385 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:08.203640 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5ac2d120-fa80-45f0-a0ac-edb5112dd117 req-29b992c9-3cbc-433f-9e04-aa1101646385 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0801227
Oct 27 14:16:08.248435 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5ac2d120-fa80-45f0-a0ac-edb5112dd117 req-ccea455a-7666-499d-92e0-10ee9df1c79d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393891
Oct 27 14:16:09.447851 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1362e-72b1-43c6-9842-e651dce7c1e3 req-13787e21-108b-458c-b33a-c2038e8bba6d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:09.449277 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-fec1362e-72b1-43c6-9842-e651dce7c1e3 req-13787e21-108b-458c-b33a-c2038e8bba6d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0756633
Oct 27 14:16:09.496405 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-fec1362e-72b1-43c6-9842-e651dce7c1e3 req-d1ab28b1-ee9f-4471-bc58-7c8ff4ffc41b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409534
Oct 27 14:16:10.183244 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37610) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:10.324618 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-38bc9edd-13cf-4a15-bbde-b40bb234e268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:10.356540 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-38bc9edd-13cf-4a15-bbde-b40bb234e268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:10.360632 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-38bc9edd-13cf-4a15-bbde-b40bb234e268 admin admin] Usage tracker for resource:security_group_rule and tenant:8ea8e4a395c046c6af2faee055ac3633 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:10.363438 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-38bc9edd-13cf-4a15-bbde-b40bb234e268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:10.369046 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-38bc9edd-13cf-4a15-bbde-b40bb234e268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:10.438259 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-38bc9edd-13cf-4a15-bbde-b40bb234e268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:10.442000 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-38bc9edd-13cf-4a15-bbde-b40bb234e268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:10.448387 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d137c641-b72c-4841-96aa-5b151387e80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:10.556238 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc9edd-13cf-4a15-bbde-b40bb234e268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72b847c-de3f-4e67-9f31-3b68705bf8f0,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:10.561717 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-38bc9edd-13cf-4a15-bbde-b40bb234e268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:10.567837 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-38bc9edd-13cf-4a15-bbde-b40bb234e268 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ea8e4a395c046c6af2faee055ac3633&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3808568
Oct 27 14:16:10.567837 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37618) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:10.632358 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ff8f-fc7c-4421-b6b4-4645c84e1853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:10.659887 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ff8f-fc7c-4421-b6b4-4645c84e1853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:10.708854 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d4660-8e7b-49c6-93ae-90e7497a2708 req-6c054dec-013b-44f7-a101-928cc0b5776c tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:10.710528 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-974d4660-8e7b-49c6-93ae-90e7497a2708 req-6c054dec-013b-44f7-a101-928cc0b5776c tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0818596
Oct 27 14:16:10.711063 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ff8f-fc7c-4421-b6b4-4645c84e1853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:10.714741 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-da700de7-533e-4a02-a61d-7f20ac471b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:10.728627 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9ff8f-fc7c-4421-b6b4-4645c84e1853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72b847c-de3f-4e67-9f31-3b68705bf8f0,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:10.731608 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-3ef9ff8f-fc7c-4421-b6b4-4645c84e1853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:10.734697 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ff8f-fc7c-4421-b6b4-4645c84e1853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:10.738273 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-3ef9ff8f-fc7c-4421-b6b4-4645c84e1853 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a72b847c-de3f-4e67-9f31-3b68705bf8f0 HTTP/1.1" status: 204  len: 168 time: 0.1673343
Oct 27 14:16:10.760720 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-974d4660-8e7b-49c6-93ae-90e7497a2708 req-5b025791-102b-4a00-b768-83be056cb495 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440800
Oct 27 14:16:11.096348 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 37626) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:11.115665 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2a9ccbcf-29b8-4d85-a360-f9540f2572f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:11.149518 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-2a9ccbcf-29b8-4d85-a360-f9540f2572f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:11.154553 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-2a9ccbcf-29b8-4d85-a360-f9540f2572f3 admin admin] Usage tracker for resource:security_group_rule and tenant:210fd9c9ec7a4cbe91f4859ec8eef8cb is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:11.157956 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-2a9ccbcf-29b8-4d85-a360-f9540f2572f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:11.164557 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-2a9ccbcf-29b8-4d85-a360-f9540f2572f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:11.238269 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2a9ccbcf-29b8-4d85-a360-f9540f2572f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:11.244271 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2a9ccbcf-29b8-4d85-a360-f9540f2572f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:11.253826 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-05cfa6a2-bc47-46f0-bfc9-364a3608d987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:11.293634 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ccbcf-29b8-4d85-a360-f9540f2572f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b292251-053e-432e-91f1-c0fb44cd7936,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:11.298126 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-2a9ccbcf-29b8-4d85-a360-f9540f2572f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=210fd9c9ec7a4cbe91f4859ec8eef8cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2006893
Oct 27 14:16:11.299038 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-2a9ccbcf-29b8-4d85-a360-f9540f2572f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:11.300644 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 37634) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:11.363572 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2c32523d-2cb8-4f83-b91b-af680b517081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:11.388411 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2c32523d-2cb8-4f83-b91b-af680b517081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:11.439672 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2c32523d-2cb8-4f83-b91b-af680b517081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:11.443371 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-40a12ffc-2e46-4997-a2a2-3a59fe6a7a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:11.455652 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32523d-2cb8-4f83-b91b-af680b517081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b292251-053e-432e-91f1-c0fb44cd7936,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:11.459061 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-2c32523d-2cb8-4f83-b91b-af680b517081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:11.462182 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2c32523d-2cb8-4f83-b91b-af680b517081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:11.463310 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-2c32523d-2cb8-4f83-b91b-af680b517081 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b292251-053e-432e-91f1-c0fb44cd7936 HTTP/1.1" status: 204  len: 168 time: 0.1617885
Oct 27 14:16:11.970905 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a539e0-a7db-43af-8991-5f70bafb5c2c req-f3b406c6-0dd0-4e4e-bda8-4ff68e3a0ec2 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:11.972383 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-42a539e0-a7db-43af-8991-5f70bafb5c2c req-f3b406c6-0dd0-4e4e-bda8-4ff68e3a0ec2 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0809474
Oct 27 14:16:12.023510 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-42a539e0-a7db-43af-8991-5f70bafb5c2c req-a232df4e-7b59-48cc-a192-f074d00b78a0 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451751
Oct 27 14:16:12.641535 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fe9af-3ce6-4953-83fe-92f449d74924 req-12876be3-0180-4ca7-8d5d-b54003035d1a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:12.643001 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d35fe9af-3ce6-4953-83fe-92f449d74924 req-12876be3-0180-4ca7-8d5d-b54003035d1a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0804784
Oct 27 14:16:12.689487 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d35fe9af-3ce6-4953-83fe-92f449d74924 req-608562ae-462b-4623-859a-73725b33385f tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409107
Oct 27 14:16:12.756375 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:13.237641 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624c0f5-958b-43e8-934d-9f7243d20c7e req-edf5a00d-1dfe-46d3-8c3a-79ca88d35da5 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:13.239128 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d624c0f5-958b-43e8-934d-9f7243d20c7e req-edf5a00d-1dfe-46d3-8c3a-79ca88d35da5 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0831213
Oct 27 14:16:13.286262 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d624c0f5-958b-43e8-934d-9f7243d20c7e req-6e33e7e2-e3bb-40a4-b758-40f79f844ecf tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415201
Oct 27 14:16:13.937920 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1effae-4934-4247-b306-b579918e2330 req-ee23bea1-3811-45f2-ba0a-10f0d1617a7c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:13.939354 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1b1effae-4934-4247-b306-b579918e2330 req-ee23bea1-3811-45f2-ba0a-10f0d1617a7c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1088903
Oct 27 14:16:13.997036 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1b1effae-4934-4247-b306-b579918e2330 req-504fa0b4-c521-46e2-91c4-974f54c17c6d tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519156
Oct 27 14:16:14.563392 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50743634-0471-4c56-8808-7df56daae4b4 req-ef94ca29-8a0c-489e-af38-3c393d6f762a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:14.564923 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-50743634-0471-4c56-8808-7df56daae4b4 req-ef94ca29-8a0c-489e-af38-3c393d6f762a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1524010
Oct 27 14:16:14.618444 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-50743634-0471-4c56-8808-7df56daae4b4 req-58ca0253-6c2e-45ff-b97e-8bfeb669c050 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480733
Oct 27 14:16:15.198927 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0cac8-5e89-4343-9555-64d8cc2f5697 req-a53f89d9-e0b3-407a-816c-9c382fe176fb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:15.200862 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5ed0cac8-5e89-4343-9555-64d8cc2f5697 req-a53f89d9-e0b3-407a-816c-9c382fe176fb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0811825
Oct 27 14:16:15.263751 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5ed0cac8-5e89-4343-9555-64d8cc2f5697 req-00f32cd1-d4fb-4764-b7ae-34d63a044c79 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492971
Oct 27 14:16:15.816437 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b2eb9-0950-41ee-91cc-236a16fc45f7 req-1a99af90-4df6-41fe-94b7-d4fd6729d619 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:15.817900 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4f2b2eb9-0950-41ee-91cc-236a16fc45f7 req-1a99af90-4df6-41fe-94b7-d4fd6729d619 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0770135
Oct 27 14:16:15.864325 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4f2b2eb9-0950-41ee-91cc-236a16fc45f7 req-f4d23164-0122-492e-a08c-5fe205cde51f tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409122
Oct 27 14:16:16.467615 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abee32-fed5-4f1a-bc00-9db95225edc6 req-cbfa929c-ef77-4ca7-9977-975d00315233 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:16.469040 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d3abee32-fed5-4f1a-bc00-9db95225edc6 req-cbfa929c-ef77-4ca7-9977-975d00315233 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0790002
Oct 27 14:16:16.514752 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d3abee32-fed5-4f1a-bc00-9db95225edc6 req-ff14a203-3c2e-4253-8f83-1f3b34ba9283 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397048
Oct 27 14:16:17.065708 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdb8a4-e329-4546-b1ed-3fbd2a3a2aeb req-5d5a07c9-af8c-4ed4-95ba-a9e57f637cff tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:17.067217 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cccdb8a4-e329-4546-b1ed-3fbd2a3a2aeb req-5d5a07c9-af8c-4ed4-95ba-a9e57f637cff tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0789218
Oct 27 14:16:17.114133 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cccdb8a4-e329-4546-b1ed-3fbd2a3a2aeb req-a0fa47d9-e9a1-40a9-bcfa-a3329415c3c7 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408394
Oct 27 14:16:17.710052 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a3024-b96e-40f9-8691-e6bebf8a7a0b req-9145abe6-b7ca-44c9-81b5-de186e42c0b4 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:17.711444 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-125a3024-b96e-40f9-8691-e6bebf8a7a0b req-9145abe6-b7ca-44c9-81b5-de186e42c0b4 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0796313
Oct 27 14:16:17.756254 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-125a3024-b96e-40f9-8691-e6bebf8a7a0b req-878ab1f8-4a9f-47e2-8253-23de910ce90d tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393865
Oct 27 14:16:18.308064 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2ddd6-6177-4c3f-85ed-a3ff5d0b8828 req-04cf9753-6044-431b-8601-edbff39136d4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:18.309433 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ede2ddd6-6177-4c3f-85ed-a3ff5d0b8828 req-04cf9753-6044-431b-8601-edbff39136d4 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0781558
Oct 27 14:16:18.360482 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ede2ddd6-6177-4c3f-85ed-a3ff5d0b8828 req-45d6fcbf-eae8-415c-8616-051c47be4c02 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445035
Oct 27 14:16:18.951909 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa880d7-2739-433f-be58-5fada3ab9de8 req-9b9fb5cd-717c-4ac9-90b0-c747e5fb998e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:18.954051 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5fa880d7-2739-433f-be58-5fada3ab9de8 req-9b9fb5cd-717c-4ac9-90b0-c747e5fb998e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0770547
Oct 27 14:16:18.999866 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5fa880d7-2739-433f-be58-5fada3ab9de8 req-4d748cf6-dca5-42c7-bbc5-2966bd05e3c1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403106
Oct 27 14:16:19.560850 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298edef-c6f4-4181-babd-b6efffa033b6 req-3aef108a-88ad-4f84-9179-8615fb0a13c3 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:19.562671 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e298edef-c6f4-4181-babd-b6efffa033b6 req-3aef108a-88ad-4f84-9179-8615fb0a13c3 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0803382
Oct 27 14:16:19.616672 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e298edef-c6f4-4181-babd-b6efffa033b6 req-df18ef10-d1ec-4167-90bf-c7de8cc110ae tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477359
Oct 27 14:16:19.915578 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 37760) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:20.072664 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f7058f8e-bad8-4d7a-b2fe-288df3bb7a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:20.113581 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-f7058f8e-bad8-4d7a-b2fe-288df3bb7a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:20.117753 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-f7058f8e-bad8-4d7a-b2fe-288df3bb7a12 admin admin] Usage tracker for resource:security_group_rule and tenant:d57dc0d8536d4ae689b12bf023500b16 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:20.120600 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-f7058f8e-bad8-4d7a-b2fe-288df3bb7a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:20.127836 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-f7058f8e-bad8-4d7a-b2fe-288df3bb7a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:20.252253 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f7058f8e-bad8-4d7a-b2fe-288df3bb7a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:20.258354 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f7058f8e-bad8-4d7a-b2fe-288df3bb7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:20.267462 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-2c32523d-2cb8-4f83-b91b-af680b517081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:20.321150 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7058f8e-bad8-4d7a-b2fe-288df3bb7a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57594027-0a5a-48ec-8b2e-03ed3b2f85f3,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:20.324225 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-f7058f8e-bad8-4d7a-b2fe-288df3bb7a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:20.331138 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-f7058f8e-bad8-4d7a-b2fe-288df3bb7a12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d57dc0d8536d4ae689b12bf023500b16&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4143343
Oct 27 14:16:20.333341 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37772) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:20.342357 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f3cc8-fddf-4cc0-9b57-5d4f5c8eb163 req-04778f64-d470-4559-985a-f5ce2e3673a3 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:20.344828 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-534f3cc8-fddf-4cc0-9b57-5d4f5c8eb163 req-04778f64-d470-4559-985a-f5ce2e3673a3 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1562977
Oct 27 14:16:20.391233 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-534f3cc8-fddf-4cc0-9b57-5d4f5c8eb163 req-f2e85292-1fab-4a4d-a0ab-d83263fb8652 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408199
Oct 27 14:16:20.397834 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-06176ddd-a9c1-454d-8635-b275a6d6e65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:20.424428 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-06176ddd-a9c1-454d-8635-b275a6d6e65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:20.474778 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-06176ddd-a9c1-454d-8635-b275a6d6e65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:20.479304 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-ca048e01-94ff-4987-be1d-a1360b17d897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:20.493195 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06176ddd-a9c1-454d-8635-b275a6d6e65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57594027-0a5a-48ec-8b2e-03ed3b2f85f3,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:20.495397 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-06176ddd-a9c1-454d-8635-b275a6d6e65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:20.499131 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-06176ddd-a9c1-454d-8635-b275a6d6e65c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57594027-0a5a-48ec-8b2e-03ed3b2f85f3 HTTP/1.1" status: 204  len: 168 time: 0.1622295
Oct 27 14:16:20.499131 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-06176ddd-a9c1-454d-8635-b275a6d6e65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:20.819008 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd237a86-fe94-4713-b161-2e37e7d5232e req-955229f8-051a-4cea-a9bf-9b741fb70ede tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:20.820354 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dd237a86-fe94-4713-b161-2e37e7d5232e req-955229f8-051a-4cea-a9bf-9b741fb70ede tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0779445
Oct 27 14:16:20.830732 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37782) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:20.849370 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-15ff8fdf-9590-4e6e-9243-741e3efb0b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:20.873213 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dd237a86-fe94-4713-b161-2e37e7d5232e req-85bca890-de48-472d-80df-c5df9350185b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472898
Oct 27 14:16:20.883163 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-15ff8fdf-9590-4e6e-9243-741e3efb0b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:20.886922 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-15ff8fdf-9590-4e6e-9243-741e3efb0b76 admin admin] Usage tracker for resource:security_group_rule and tenant:74a36224f7774d25bba57c24f1b3d0c3 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:20.889925 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-15ff8fdf-9590-4e6e-9243-741e3efb0b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:20.895530 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-15ff8fdf-9590-4e6e-9243-741e3efb0b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:20.966603 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-15ff8fdf-9590-4e6e-9243-741e3efb0b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:20.970746 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-15ff8fdf-9590-4e6e-9243-741e3efb0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:20.977129 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4d79bbc8-6add-48c5-889b-9381931a0c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:21.020612 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff8fdf-9590-4e6e-9243-741e3efb0b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8993142a-3a1f-4523-b78f-1fe136466198,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:21.026867 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-15ff8fdf-9590-4e6e-9243-741e3efb0b76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74a36224f7774d25bba57c24f1b3d0c3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1928110
Oct 27 14:16:21.026867 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-15ff8fdf-9590-4e6e-9243-741e3efb0b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:21.027129 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37786) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:21.084905 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-039d230d-aa97-43af-bdee-b83a5b856a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:21.109836 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-039d230d-aa97-43af-bdee-b83a5b856a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:21.158923 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-039d230d-aa97-43af-bdee-b83a5b856a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:21.162429 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-5fae5e27-2e63-4f52-bae7-5ced1345cfec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:21.173588 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d230d-aa97-43af-bdee-b83a5b856a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8993142a-3a1f-4523-b78f-1fe136466198,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:21.177093 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-039d230d-aa97-43af-bdee-b83a5b856a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:21.180389 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-039d230d-aa97-43af-bdee-b83a5b856a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:21.181462 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-039d230d-aa97-43af-bdee-b83a5b856a60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8993142a-3a1f-4523-b78f-1fe136466198 HTTP/1.1" status: 204  len: 168 time: 0.1535237
Oct 27 14:16:21.604858 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78d84a-9185-4abc-b155-a6293658503e req-bc900412-00b0-44d1-9ed9-6961f1248099 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:21.606385 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bf78d84a-9185-4abc-b155-a6293658503e req-bc900412-00b0-44d1-9ed9-6961f1248099 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0853410
Oct 27 14:16:21.655384 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bf78d84a-9185-4abc-b155-a6293658503e req-e38884f6-d24f-425b-89c7-ee0ab335b48e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421319
Oct 27 14:16:22.087767 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbb8d3-2a13-48e0-95b4-03fab9f53aeb req-b4395705-f865-48df-a13a-32d8838045ba tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:22.089349 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d3cbb8d3-2a13-48e0-95b4-03fab9f53aeb req-b4395705-f865-48df-a13a-32d8838045ba tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0858123
Oct 27 14:16:22.137158 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d3cbb8d3-2a13-48e0-95b4-03fab9f53aeb req-e121db88-d4c4-49a6-a7a4-49456674f6af tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414455
Oct 27 14:16:22.542767 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37828) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:22.681962 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-92bda512-d2bd-4edf-9553-c517f0102d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:22.714203 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-92bda512-d2bd-4edf-9553-c517f0102d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:22.718211 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-92bda512-d2bd-4edf-9553-c517f0102d11 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ec3a710c9f4776b3b99cfa07e54f33 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:22.721639 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-92bda512-d2bd-4edf-9553-c517f0102d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:22.727468 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-92bda512-d2bd-4edf-9553-c517f0102d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:22.794444 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-92bda512-d2bd-4edf-9553-c517f0102d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:22.799491 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-92bda512-d2bd-4edf-9553-c517f0102d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:22.806319 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-9af10eaf-8582-4199-b09c-8eaafc0dafb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:22.849315 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bda512-d2bd-4edf-9553-c517f0102d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf474b2-9168-472c-b08b-d034c54f7cb3,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:22.852529 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-92bda512-d2bd-4edf-9553-c517f0102d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:22.857515 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-92bda512-d2bd-4edf-9553-c517f0102d11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5ec3a710c9f4776b3b99cfa07e54f33&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3113782
Oct 27 14:16:22.858444 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed60ffa-3992-482d-9fff-77b45869db6f req-46939969-03d1-48cd-8bff-b5891b9f9622 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:22.859153 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37836) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:22.859608 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ed60ffa-3992-482d-9fff-77b45869db6f req-46939969-03d1-48cd-8bff-b5891b9f9622 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0776532
Oct 27 14:16:22.907573 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ed60ffa-3992-482d-9fff-77b45869db6f req-9b5cefc1-10f6-4bcc-94bb-6a2912db192e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416131
Oct 27 14:16:22.919177 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-aca86355-1d71-4ec4-a114-9e8a5f49ee48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:22.945632 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-aca86355-1d71-4ec4-a114-9e8a5f49ee48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:22.999926 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-aca86355-1d71-4ec4-a114-9e8a5f49ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:23.005277 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-474b33b3-b140-4b44-9fa6-1c9e3de47bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:23.018756 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca86355-1d71-4ec4-a114-9e8a5f49ee48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf474b2-9168-472c-b08b-d034c54f7cb3,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:23.021516 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-aca86355-1d71-4ec4-a114-9e8a5f49ee48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:23.024382 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-aca86355-1d71-4ec4-a114-9e8a5f49ee48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:23.025478 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-aca86355-1d71-4ec4-a114-9e8a5f49ee48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cf474b2-9168-472c-b08b-d034c54f7cb3 HTTP/1.1" status: 204  len: 168 time: 0.1668565
Oct 27 14:16:23.347949 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c747b-0295-4b51-8534-d9ab5126557f req-eb1ae87e-090d-4181-8fa2-d6c81ee03620 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:23.349415 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d20c747b-0295-4b51-8534-d9ab5126557f req-eb1ae87e-090d-4181-8fa2-d6c81ee03620 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0875359
Oct 27 14:16:23.395774 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d20c747b-0295-4b51-8534-d9ab5126557f req-0d621abc-23a7-4334-83dc-6e392518093e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407321
Oct 27 14:16:23.821759 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37866) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:23.969978 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1193367584-network', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:16:23.984585 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:23.986468 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:16:24.003269 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Usage tracker for resource:network and tenant:aaa8c6a1d9f04b8aa940a26076686eab is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:24.006578 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:24.023124 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:24.039272 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Made reservation on behalf of aaa8c6a1d9f04b8aa940a26076686eab for: {'network': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:16:24.041638 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:24.054913 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:24.095635 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:24.101604 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Usage tracker for resource:security_group_rule and tenant:aaa8c6a1d9f04b8aa940a26076686eab is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:24.105069 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:24.114653 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:24.197742 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6d002-8059-44a4-a4ea-fd03ebd88ae5 req-dedf8bba-9d60-49d8-b1f0-40b2981f9085 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:24.199383 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6eb6d002-8059-44a4-a4ea-fd03ebd88ae5 req-dedf8bba-9d60-49d8-b1f0-40b2981f9085 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0954392
Oct 27 14:16:24.214118 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:24.219485 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:24.223687 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-94cc02b6-9dc4-4168-8d30-781cae4a20ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:24.253905 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050}  {{(pid=82824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:16:24.255661 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6eb6d002-8059-44a4-a4ea-fd03ebd88ae5 req-cffeffc9-6df4-4317-868b-87c19ef95617 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496664
Oct 27 14:16:24.262405 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0407313-a6b9-4a45-b50e-024bafeb7e3f,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:24.266193 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:24.269018 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:24.269214 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.segments_db [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Added segment 656a8820-d1d8-456e-b585-8d090f49d322 of type vlan for network a8b00504-e1fb-4a7d-87c6-40a387f15d79
Oct 27 14:16:24.302384 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:24.339059 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:24.340290 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:24.340873 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:24.343903 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc3b81-a1dc-4eb2-b046-a175278e49f3 req-e397f4d0-eb6d-4ca8-be93-2df23ce74d4a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:24.345216 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:24.345378 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15bc3b81-a1dc-4eb2-b046-a175278e49f3 req-e397f4d0-eb6d-4ca8-be93-2df23ce74d4a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.0822518
Oct 27 14:16:24.393542 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15bc3b81-a1dc-4eb2-b046-a175278e49f3 req-508b54f8-88b4-4953-a22f-4a6fd8ba686e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0425518
Oct 27 14:16:24.444030 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6211629
Oct 27 14:16:24.447228 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 37882) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:24.449776 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a8b00504-e1fb-4a7d-87c6-40a387f15d79,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:24.453014 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:24.454923 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Request body: {'subnet': {'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1193367584-subnet', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'ip_version': 4}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:16:24.461003 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:24.461181 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network a8b00504-e1fb-4a7d-87c6-40a387f15d79 details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:16:24.465145 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Usage tracker for resource:subnet and tenant:aaa8c6a1d9f04b8aa940a26076686eab is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:24.468372 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:24.474216 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:24.487768 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Made reservation on behalf of aaa8c6a1d9f04b8aa940a26076686eab for: {'subnet': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:16:24.490386 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16079946'] for subnet, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:24.774373 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2afb-ea08-4b8c-86bb-64519d164401 req-45bb8e87-9b30-4854-92e4-d218e4bfbd38 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:24.775770 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-edfb2afb-ea08-4b8c-86bb-64519d164401 req-45bb8e87-9b30-4854-92e4-d218e4bfbd38 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.2494347
Oct 27 14:16:24.860340 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-edfb2afb-ea08-4b8c-86bb-64519d164401 req-7db75e26-9a85-4863-a98b-a2716b8adfa8 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737619
Oct 27 14:16:24.861588 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16101774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16079932'] for subnet, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:24.865431 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:24.942653 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b071a97f-8b44-4558-9f3d-475bdf78fb26,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:24.947147 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:24.951781 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Checking segment: {'id': '656a8820-d1d8-456e-b585-8d090f49d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:16:24.952127 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Network hostable DHCP agents. Network: a8b00504-e1fb-4a7d-87c6-40a387f15d79, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:16:24.974584 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Network a8b00504-e1fb-4a7d-87c6-40a387f15d79 is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:16:24.984731 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, a8b00504-e1fb-4a7d-87c6-40a387f15d79) {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:16:24.989066 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:24.989648 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:24.995838 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e30ed6b-372e-4c47-8370-1294f72471d5 None None] Network a8b00504-e1fb-4a7d-87c6-40a387f15d79 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:16:25.016301 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5677521
Oct 27 14:16:25.018917 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 37886) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:25.025612 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:16:25.030353 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:25.034985 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Usage tracker for resource:router and tenant:aaa8c6a1d9f04b8aa940a26076686eab is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:25.037997 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:25.044279 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:25.056025 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16423044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59882'] for router, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:25.057165 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16495057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:25.124948 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:25.233325 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fce550-c1a4-55b7-a1a4-7db2473b096c-a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'fixed_ips': [{'subnet_id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26'}]}} from dv-cinder-815663-1-iscsi. {{(pid=82826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 14:16:25.234912 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:25.347202 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-63658f63-7693-4544-b726-8a0f5e3f4579 req-98f71793-8114-4e1d-b1a5-c47a0d662315 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=17464c5131664d84a88aee4a92d27614&device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 1137 time: 0.2722270
Oct 27 14:16:25.385410 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16419597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16423058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59777'] for router, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:25.400508 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.db_base_plugin_common [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Allocated IP 172.20.0.2 (a8b00504-e1fb-4a7d-87c6-40a387f15d79/b071a97f-8b44-4558-9f3d-475bdf78fb26/8c281d35-4ecb-468a-8905-6627ea8a007c) {{(pid=82826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:16:25.620359 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63658f63-7693-4544-b726-8a0f5e3f4579 req-86f2c26a-b26f-4927-a21a-889020c65670 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:25.621942 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-63658f63-7693-4544-b726-8a0f5e3f4579 req-86f2c26a-b26f-4927-a21a-889020c65670 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ecb5a6d-f03e-4447-a995-145b38777b2c HTTP/1.1" status: 200  len: 916 time: 0.2663033
Oct 27 14:16:25.632430 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Notify callbacks [] for port, precommit_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:25.643363 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Transition to ACTIVE for port object 8c281d35-4ecb-468a-8905-6627ea8a007c will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:16:25.662160 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Transition to ACTIVE for port object 8c281d35-4ecb-468a-8905-6627ea8a007c will not be triggered until provisioned by entity DHCP. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:16:25.667755 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598'] for port, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:25.673182 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-2542e501-0d07-4fc2-9b28-762c2b9770fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:25.736588 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Network a8b00504-e1fb-4a7d-87c6-40a387f15d79 is already hosted by enough agents. {{(pid=82826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:16:25.739677 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.base_scheduler [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Resources bound (agent type, host, resource id):  {{(pid=82826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:16:25.743721 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Received port after_create {{(pid=82826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:16:25.749977 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Pushing event updated for resources: {'Port': ['ID=8c281d35-4ecb-468a-8905-6627ea8a007c,revision_number=1']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:25.792413 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:25.792761 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:25.793094 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:25.793429 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:25.793544 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1503ef-4fda-4ca1-8e84-c2ebf5d95863 req-a030bc95-6431-4107-a08a-31bcda973bd0 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:25.793761 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:25.794093 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:25.794423 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:25.794798 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:25.795015 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dd1503ef-4fda-4ca1-8e84-c2ebf5d95863 req-a030bc95-6431-4107-a08a-31bcda973bd0 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.3919311
Oct 27 14:16:25.795139 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:25.795436 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:25.795757 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:25.823378 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:25.846519 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-63658f63-7693-4544-b726-8a0f5e3f4579 req-298bbda5-1d40-4a08-9ca4-07b14c863a12 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c751cd49-87b4-4970-a4cd-12831ac91018 HTTP/1.1" status: 200  len: 1001 time: 0.2070885
Oct 27 14:16:25.848465 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Attempting to bind port 8c281d35-4ecb-468a-8905-6627ea8a007c on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:16:25.848845 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Attempting to bind port 8c281d35-4ecb-468a-8905-6627ea8a007c by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '656a8820-d1d8-456e-b585-8d090f49d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:16:25.849214 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Attempting to bind port 8c281d35-4ecb-468a-8905-6627ea8a007c on network a8b00504-e1fb-4a7d-87c6-40a387f15d79 {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:16:25.855936 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:16:25.856317 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Checking segment: {'id': '656a8820-d1d8-456e-b585-8d090f49d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:16:25.856728 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:25.857132 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Bound using segment: {'id': '656a8820-d1d8-456e-b585-8d090f49d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:16:25.857601 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Bound port: 8c281d35-4ecb-468a-8905-6627ea8a007c, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656a8820-d1d8-456e-b585-8d090f49d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:16:25.858018 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:25.898170 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcc28b-1fb7-4905-be13-a8799a6eb231 req-6b28269c-09cd-43aa-a04b-01059b627a97 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:25.899533 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b0fcc28b-1fb7-4905-be13-a8799a6eb231 req-6b28269c-09cd-43aa-a04b-01059b627a97 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.3661807
Oct 27 14:16:25.949474 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dd1503ef-4fda-4ca1-8e84-c2ebf5d95863 req-79ff44c4-fc05-4949-aee3-21718fee7ea7 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1468110
Oct 27 14:16:25.951364 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] For port 8c281d35-4ecb-468a-8905-6627ea8a007c, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:16:25.956182 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] For port 8c281d35-4ecb-468a-8905-6627ea8a007c, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=8c281d35-4ecb-468a-8905-6627ea8a007c,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:16:25.961648 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:25.968019 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:25.979681 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63658f63-7693-4544-b726-8a0f5e3f4579 req-61478b74-93cd-49cc-964e-c7dfae1d29de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:25.981099 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-63658f63-7693-4544-b726-8a0f5e3f4579 req-61478b74-93cd-49cc-964e-c7dfae1d29de service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de23510a-d9b0-430c-ab14-9f49b3e3e9a5 HTTP/1.1" status: 200  len: 853 time: 0.1232743
Oct 27 14:16:26.046869 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Pushing event updated for resources: {'Port': ['ID=8c281d35-4ecb-468a-8905-6627ea8a007c,revision_number=2']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:26.056220 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:26.078055 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b0fcc28b-1fb7-4905-be13-a8799a6eb231 req-a14968f5-4f9c-4f0b-9c65-63f57b8ad9d2 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1694515
Oct 27 14:16:26.157091 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:26.298961 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:26.402825 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-63658f63-7693-4544-b726-8a0f5e3f4579 req-049c8ce4-57bd-459c-86a9-397216222e09 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ecb5a6d-f03e-4447-a995-145b38777b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4120126
Oct 27 14:16:26.445653 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b62ea-69a9-48ae-a16e-c4f6ca3cf494 req-6e21f3df-749e-4711-a9e9-9c88aab44bc6 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:26.447114 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-727b62ea-69a9-48ae-a16e-c4f6ca3cf494 req-6e21f3df-749e-4711-a9e9-9c88aab44bc6 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.3615425
Oct 27 14:16:26.556106 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-38a2f6f1-18a3-41e2-8e2f-f209846e0694 req-3390eb2a-0f58-4660-8122-d54f25741670 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 1099 time: 0.0787399
Oct 27 14:16:26.562587 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-3ed4a444-9f30-440b-b9c1-719c5728553b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:26.612193 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-38a2f6f1-18a3-41e2-8e2f-f209846e0694 req-fc2d45c7-fc5f-430f-87c5-e2d88dc71087 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484149
Oct 27 14:16:26.633261 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Allocated IP 172.27.2.106 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/6bd12896-86ef-4ec1-a878-98c11fc94864) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:16:26.655212 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-727b62ea-69a9-48ae-a16e-c4f6ca3cf494 req-0cf0e42c-1fdf-4118-a408-8157adcbd458 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697516
Oct 27 14:16:26.706938 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-63658f63-7693-4544-b726-8a0f5e3f4579 req-45104397-04a2-4294-bfd1-33b9870ad708 service neutron] 10.222.0.79 "GET /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2941363
Oct 27 14:16:26.863475 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:26.995436 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e1eb8d-cb98-45e0-bf83-8f4479581c45 None None] Network a8b00504-e1fb-4a7d-87c6-40a387f15d79 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:16:27.000295 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-63658f63-7693-4544-b726-8a0f5e3f4579 req-8adbdc60-850c-4164-971b-28a3fdc46fd5 service neutron] 10.222.0.79 "GET /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1777124
Oct 27 14:16:27.010421 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:27.017812 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:27.092060 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:16:27.095889 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:16:27.099890 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:16:27.122969 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-626ba065-4841-4a07-b07e-af951171e5cc None None] Provisioning for port 8c281d35-4ecb-468a-8905-6627ea8a007c completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:16:27.134960 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd12896-86ef-4ec1-a878-98c11fc94864,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:27.141763 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:27.158800 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:27.369079 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a78cf-c366-47a5-a7a8-179fec892c53 req-fe2f2521-7980-4871-a0c7-6ea2347f11e0 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:27.370660 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0c5a78cf-c366-47a5-a7a8-179fec892c53 req-fe2f2521-7980-4871-a0c7-6ea2347f11e0 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.2152996
Oct 27 14:16:27.464364 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56976d43-4292-467b-a2bd-f71122bc66c8 req-09584d9a-6164-4a33-b966-ef9647bec4bd tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:27.465852 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-56976d43-4292-467b-a2bd-f71122bc66c8 req-09584d9a-6164-4a33-b966-ef9647bec4bd tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.2080958
Oct 27 14:16:27.504863 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0c5a78cf-c366-47a5-a7a8-179fec892c53 req-63133a17-7226-4e57-af9a-f62b1e74a3d6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1242278
Oct 27 14:16:27.535478 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-56976d43-4292-467b-a2bd-f71122bc66c8 req-614f9afc-33dc-454a-b90f-b52b9682bdc6 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0619028
Oct 27 14:16:27.538916 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:27.539655 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16419618'] for router, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:27.845053 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e is scheduled to L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef with binding_index 1 {{(pid=82823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 14:16:27.894478 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 8c281d35-4ecb-468a-8905-6627ea8a007c up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:16:27.989967 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 8c281d35-4ecb-468a-8905-6627ea8a007c completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:16:27.994961 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 8c281d35-4ecb-468a-8905-6627ea8a007c triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:27.995451 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:28.025541 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8a6b4-19bd-4bfa-852e-ffa8a6dfffd8 req-b3ef9c97-6ecb-4978-9c1a-e9b95cd874b6 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:28.027042 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ce8a6b4-19bd-4bfa-852e-ffa8a6dfffd8 req-b3ef9c97-6ecb-4978-9c1a-e9b95cd874b6 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.2464199
Oct 27 14:16:28.114385 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:28.153063 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 8c281d35-4ecb-468a-8905-6627ea8a007c, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=8c281d35-4ecb-468a-8905-6627ea8a007c,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:16:28.159251 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:28.162844 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-951fa152-558f-414c-80a4-01af8a472440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:28.245009 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=8c281d35-4ecb-468a-8905-6627ea8a007c,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:28.259078 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ce8a6b4-19bd-4bfa-852e-ffa8a6dfffd8 req-ee4dc333-220d-4e56-be38-8180f89bca47 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2192495
Oct 27 14:16:28.259195 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:28.301358 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:16:28.314262 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Sync routers for ids ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:16:28.328682 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Routers {'2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:16:28.329482 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-10a5e126-839e-4490-8554-4226ff297224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17a46f40>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:15:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:28.333133 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Notify callbacks [] for router, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:28.334406 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.3145800
Oct 27 14:16:28.337053 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 37918) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:28.557108 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Set router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:16:28.748235 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-e62ebc54-26f7-41db-aa42-97fea873b50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:28.868365 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b482b5-0b4b-4c87-ac2b-79454d644e36 req-24ef2bfb-ea9f-4f50-99c5-8a4f09718560 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:28.869861 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-51b482b5-0b4b-4c87-ac2b-79454d644e36 req-24ef2bfb-ea9f-4f50-99c5-8a4f09718560 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1776233
Oct 27 14:16:28.884374 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-10a5e126-839e-4490-8554-4226ff297224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17a46f40>, [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:16:27Z', 'revision_number': 3, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:28.888162 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Checking router: 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:16:28.888505 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Updating router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e port 6bd12896-86ef-4ec1-a878-98c11fc94864 binding host dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:16:28.915239 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7beb72-8750-44f4-a9b5-cafc1a364985 req-65484db2-080d-4934-8b73-986617aa9a78 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:28.916671 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-fd7beb72-8750-44f4-a9b5-cafc1a364985 req-65484db2-080d-4934-8b73-986617aa9a78 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.1821761
Oct 27 14:16:28.941375 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:29.020405 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-51b482b5-0b4b-4c87-ac2b-79454d644e36 req-1760d48f-2cca-41e5-9f86-c6baa71979a0 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1407464
Oct 27 14:16:29.059840 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-fd7beb72-8750-44f4-a9b5-cafc1a364985 req-1236ca3f-f83d-410a-ae90-87daf466def9 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0861394
Oct 27 14:16:29.379162 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Notify callbacks [] for port, precommit_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:29.393630 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.provisioning_blocks [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Transition to ACTIVE for port object 6bd12896-86ef-4ec1-a878-98c11fc94864 will not be triggered until provisioned by entity L2. {{(pid=82827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:16:29.405978 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:29.413132 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:29.501182 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Attempting to bind port 6bd12896-86ef-4ec1-a878-98c11fc94864 on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:16:29.501568 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Attempting to bind port 6bd12896-86ef-4ec1-a878-98c11fc94864 by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:16:29.501933 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Attempting to bind port 6bd12896-86ef-4ec1-a878-98c11fc94864 on network fdfde01f-dc55-4892-86f9-78cb0380a430 {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:16:29.504746 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Pushing event updated for resources: {'Port': ['ID=6bd12896-86ef-4ec1-a878-98c11fc94864,revision_number=2']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:29.516400 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:16:29.516784 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Checking segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:16:29.517189 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:29.517585 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Bound using segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:16:29.518084 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Bound port: 6bd12896-86ef-4ec1-a878-98c11fc94864, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:16:29.518471 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:29.547041 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:29.547386 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:29.547721 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:29.548061 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:29.548384 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:29.548715 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:29.549108 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:29.549447 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:29.549768 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:29.550155 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:29.550475 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:29.559306 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:29.585928 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:29.602073 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-10a5e126-839e-4490-8554-4226ff297224 None None] For port 6bd12896-86ef-4ec1-a878-98c11fc94864, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:16:29.605344 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-10a5e126-839e-4490-8554-4226ff297224 None None] For port 6bd12896-86ef-4ec1-a878-98c11fc94864, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=6bd12896-86ef-4ec1-a878-98c11fc94864,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:16:29.609807 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:29.614410 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:29.694593 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Pushing event updated for resources: {'Port': ['ID=6bd12896-86ef-4ec1-a878-98c11fc94864,revision_number=3']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:29.698593 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:29.701667 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Routers {'2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:16:29.702833 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-10a5e126-839e-4490-8554-4226ff297224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17a46f40>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:29.713907 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938973-fef9-42c1-9d5e-5ff96d79a1dc req-98fdc75a-63e7-4343-b6ed-f7a34380ad58 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:29.715361 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c2938973-fef9-42c1-9d5e-5ff96d79a1dc req-98fdc75a-63e7-4343-b6ed-f7a34380ad58 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.2915227
Oct 27 14:16:29.792125 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f438ef-a99e-4433-96c2-e50863fd3f04 req-1efc0abc-be94-4ad4-b231-2d29a716b36c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:29.795287 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d9f438ef-a99e-4433-96c2-e50863fd3f04 req-1efc0abc-be94-4ad4-b231-2d29a716b36c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.3341110
Oct 27 14:16:29.825682 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1f8562f1-e90d-4be2-b6db-19e01c9c8cda req-5bf8832c-ab7f-4f2d-a61d-c6f390c293d6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a32d3bb833eb4a8ea5bb9428523f7587&device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 1098 time: 0.3130810
Oct 27 14:16:29.846060 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:29.850802 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 8c281d35-4ecb-468a-8905-6627ea8a007c up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:16:29.897539 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-10a5e126-839e-4490-8554-4226ff297224 None None] Set router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:16:29.922145 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 8c281d35-4ecb-468a-8905-6627ea8a007c triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:29.922809 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:30.150578 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c2938973-fef9-42c1-9d5e-5ff96d79a1dc req-ada8a79d-3eda-4213-a4a1-9961137a2a84 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4209058
Oct 27 14:16:30.185014 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d9f438ef-a99e-4433-96c2-e50863fd3f04 req-78473f94-2a1d-42db-a2ad-8105f6a9e4e0 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3662119
Oct 27 14:16:30.186153 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Allocated IP 172.20.0.1 (a8b00504-e1fb-4a7d-87c6-40a387f15d79/b071a97f-8b44-4558-9f3d-475bdf78fb26/e7e908a0-b47f-408c-9c7e-4d3b58d4533d) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:16:30.218025 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8562f1-e90d-4be2-b6db-19e01c9c8cda req-6abcca17-2d4f-4c11-901a-2eaa657ef120 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:30.219661 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1f8562f1-e90d-4be2-b6db-19e01c9c8cda req-6abcca17-2d4f-4c11-901a-2eaa657ef120 service neutron] 10.222.0.79 "GET /v2.0/networks?id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb HTTP/1.1" status: 200  len: 912 time: 0.3682053
Oct 27 14:16:30.240867 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-10a5e126-839e-4490-8554-4226ff297224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17a46f40>, [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:16:27Z', 'revision_number': 3, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:30.245836 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5e126-839e-4490-8554-4226ff297224 None None] The sync data for ids ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'] in dv-cinder-815663-1-iscsi is: [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:16:27Z', 'revision_number': 3, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:16:30.492352 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1f8562f1-e90d-4be2-b6db-19e01c9c8cda req-13da2bc1-7a57-445d-876e-4c374bb66ac2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19eb66a1-100d-4ec5-8072-9795d2cdf200 HTTP/1.1" status: 200  len: 1000 time: 0.2573831
Oct 27 14:16:30.596146 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:30.636930 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6b77-718c-4a0b-abee-76e493cbd107 req-7855980d-0a85-4953-ac82-078c944ea865 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:30.638463 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2dbb6b77-718c-4a0b-abee-76e493cbd107 req-7855980d-0a85-4953-ac82-078c944ea865 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.3244884
Oct 27 14:16:30.640100 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8562f1-e90d-4be2-b6db-19e01c9c8cda req-5247c408-fd3d-49ab-8c0c-c4afb720fee4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:30.641429 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1f8562f1-e90d-4be2-b6db-19e01c9c8cda req-5247c408-fd3d-49ab-8c0c-c4afb720fee4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6fa137-4b38-49f8-9a27-ac5a35d6a617 HTTP/1.1" status: 200  len: 849 time: 0.1346636
Oct 27 14:16:30.644369 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Transition to ACTIVE for port object e7e908a0-b47f-408c-9c7e-4d3b58d4533d will not be triggered until provisioned by entity DHCP. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:16:30.773378 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2dbb6b77-718c-4a0b-abee-76e493cbd107 req-ea300ac9-da58-4d49-9658-aba77159a7f3 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1274529
Oct 27 14:16:30.790245 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:30.797629 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:30.855392 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-eb66b65b-ce59-44eb-80ad-016b13a1b294 req-4bf3140d-2548-4c80-971a-ccb03d92cc85 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1027d0d8d53b4a18a52af1935304a4a4&device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 1099 time: 0.1188405
Oct 27 14:16:30.935123 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Network a8b00504-e1fb-4a7d-87c6-40a387f15d79 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:16:30.936069 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e908a0-b47f-408c-9c7e-4d3b58d4533d,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:30.939627 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:30.944026 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1f8562f1-e90d-4be2-b6db-19e01c9c8cda req-ac3c3a69-9ff1-4ab1-a465-b818789882c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2953947
Oct 27 14:16:30.945054 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:16:30.947224 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:16:31.020364 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66b65b-ce59-44eb-80ad-016b13a1b294 req-c476ef5f-86bf-4613-a8da-b4e2e9537ad3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:31.022570 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-eb66b65b-ce59-44eb-80ad-016b13a1b294 req-c476ef5f-86bf-4613-a8da-b4e2e9537ad3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9bd4c627-9607-418d-80f2-20043ff89635 HTTP/1.1" status: 200  len: 921 time: 0.1593137
Oct 27 14:16:31.114170 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-eb66b65b-ce59-44eb-80ad-016b13a1b294 req-f3ce9bcd-379c-405c-a9ec-054c6238b431 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40d95cdc-8597-4916-9068-037dce14522f HTTP/1.1" status: 200  len: 217 time: 0.0812647
Oct 27 14:16:31.123179 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16417640'] for router_interface, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:31.186105 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66b65b-ce59-44eb-80ad-016b13a1b294 req-84189fc1-cc96-45b5-9fc7-9d903b5e5a2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:31.188183 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-eb66b65b-ce59-44eb-80ad-016b13a1b294 req-84189fc1-cc96-45b5-9fc7-9d903b5e5a2e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ebf76aec-3f3f-452b-8de2-4bff3949f906 HTTP/1.1" status: 200  len: 859 time: 0.0676296
Oct 27 14:16:31.190494 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbac80-4d86-485d-ad2f-1a5afa6ca53f req-abb397c5-b08f-49ee-8dfd-02a8cf7aef59 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:31.192032 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-87dbac80-4d86-485d-ad2f-1a5afa6ca53f req-abb397c5-b08f-49ee-8dfd-02a8cf7aef59 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.3499968
Oct 27 14:16:31.195190 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1f8562f1-e90d-4be2-b6db-19e01c9c8cda req-44f81e1e-2a39-4b2c-9907-177af0261247 service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2206774
Oct 27 14:16:31.210201 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-6197bc9b-fd54-4077-9ea4-1636aed1124c None None] Provisioning for port e7e908a0-b47f-408c-9c7e-4d3b58d4533d completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:16:31.217652 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-6197bc9b-fd54-4077-9ea4-1636aed1124c None None] Provisioning complete for port e7e908a0-b47f-408c-9c7e-4d3b58d4533d triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:31.218587 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-6197bc9b-fd54-4077-9ea4-1636aed1124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:31.273731 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-eb66b65b-ce59-44eb-80ad-016b13a1b294 req-8c49f6a3-ddf5-4073-bc31-75bb14e38e32 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9bd4c627-9607-418d-80f2-20043ff89635&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0758026
Oct 27 14:16:31.328964 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-6197bc9b-fd54-4077-9ea4-1636aed1124c None None] Port e7e908a0-b47f-408c-9c7e-4d3b58d4533d cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:16:31.339243 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:31.430129 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-eb66b65b-ce59-44eb-80ad-016b13a1b294 req-1f4701ff-4e94-44be-bb04-7ce3e1aed546 service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479917
Oct 27 14:16:31.444961 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-87dbac80-4d86-485d-ad2f-1a5afa6ca53f req-906eb8ea-1521-413d-aa62-b1e265fc4010 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2412932
Oct 27 14:16:31.451892 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:31.551962 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1f8562f1-e90d-4be2-b6db-19e01c9c8cda req-1b73eb0f-8624-44e6-8ff7-4e66ff92b025 service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3288248
Oct 27 14:16:31.569581 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-eb66b65b-ce59-44eb-80ad-016b13a1b294 req-86a0e207-4637-4a26-bc4a-aad4a17ff368 service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303890
Oct 27 14:16:31.592045 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2d048-1688-444e-94dc-d669ebaee508 req-1c8b5102-737f-4aba-b5ab-0811c1b03e20 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:31.594267 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7fa2d048-1688-444e-94dc-d669ebaee508 req-1c8b5102-737f-4aba-b5ab-0811c1b03e20 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.2013698
Oct 27 14:16:31.735551 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7fa2d048-1688-444e-94dc-d669ebaee508 req-4251b7f8-f9df-4aca-8d46-fa5f86878dd2 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1211698
Oct 27 14:16:31.783730 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:31.789770 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:31.818089 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-20b03f2a-4a82-43cf-aae3-bf7ab0214e8f tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:31.881268 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37964) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:31.901072 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 6bd12896-86ef-4ec1-a878-98c11fc94864 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:16:31.988349 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 6bd12896-86ef-4ec1-a878-98c11fc94864 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:16:31.994515 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 6bd12896-86ef-4ec1-a878-98c11fc94864 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:31.995215 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:32.053288 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e908a0-b47f-408c-9c7e-4d3b58d4533d,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:32.055574 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15347171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16430924'] for router_interface, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:32.059835 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:32.133764 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-00e8ee60-d120-4253-9e87-d2360b32f2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:32.141660 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:32.159780 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 6bd12896-86ef-4ec1-a878-98c11fc94864, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=6bd12896-86ef-4ec1-a878-98c11fc94864,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:16:32.166232 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:32.168769 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:32.192552 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d413d-fa80-4b5d-aa8a-2068a2b9b21c req-18b7a0f4-5277-4c15-9da9-8c7fcc51d6ea tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:32.194099 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f08d413d-fa80-4b5d-aa8a-2068a2b9b21c req-18b7a0f4-5277-4c15-9da9-8c7fcc51d6ea tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.2307100
Oct 27 14:16:32.248475 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=6bd12896-86ef-4ec1-a878-98c11fc94864,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:32.249744 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-00e8ee60-d120-4253-9e87-d2360b32f2a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:32.259878 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:32.265117 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Network a8b00504-e1fb-4a7d-87c6-40a387f15d79 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:16:32.265383 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-00e8ee60-d120-4253-9e87-d2360b32f2a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b050c3e6f12d48f98e0c47c117d8c270 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:32.268699 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:16:32.271040 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-00e8ee60-d120-4253-9e87-d2360b32f2a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:32.283761 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-00e8ee60-d120-4253-9e87-d2360b32f2a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:32.371297 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f08d413d-fa80-4b5d-aa8a-2068a2b9b21c req-6a3528e6-b923-4e18-9451-083b5e839c99 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1693001
Oct 27 14:16:32.389222 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-00e8ee60-d120-4253-9e87-d2360b32f2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:32.403524 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-00e8ee60-d120-4253-9e87-d2360b32f2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:32.414128 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-162b2f03-9c87-40bc-8567-54bed4ecef61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:32.460233 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-00e8ee60-d120-4253-9e87-d2360b32f2a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b050c3e6f12d48f98e0c47c117d8c270&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5756090
Oct 27 14:16:32.460233 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8ee60-d120-4253-9e87-d2360b32f2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc47e50-8ef4-4ff8-9777-5dc3849a0a12,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:32.461567 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 37970) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:32.464260 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-00e8ee60-d120-4253-9e87-d2360b32f2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:32.531674 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b5de091f-5f2e-432d-bf13-4632a18cf605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:32.563427 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-7a28cf39-5253-4085-8595-cc62c6780db4 None None] Provisioning complete for port e7e908a0-b47f-408c-9c7e-4d3b58d4533d triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:32.564126 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-7a28cf39-5253-4085-8595-cc62c6780db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:32.566275 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b5de091f-5f2e-432d-bf13-4632a18cf605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:32.622225 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-7a28cf39-5253-4085-8595-cc62c6780db4 None None] Port e7e908a0-b47f-408c-9c7e-4d3b58d4533d cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:16:32.628159 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b5de091f-5f2e-432d-bf13-4632a18cf605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:32.632966 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-569120af-4e0f-47fd-a8be-258bc36cdcf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:32.643630 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de091f-5f2e-432d-bf13-4632a18cf605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc47e50-8ef4-4ff8-9777-5dc3849a0a12,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:32.646958 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b5de091f-5f2e-432d-bf13-4632a18cf605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:32.650131 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b5de091f-5f2e-432d-bf13-4632a18cf605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:32.653704 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-b5de091f-5f2e-432d-bf13-4632a18cf605 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fc47e50-8ef4-4ff8-9777-5dc3849a0a12 HTTP/1.1" status: 204  len: 168 time: 0.1887813
Oct 27 14:16:32.755064 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53dafb-4769-455b-b12c-8055d19ce90f req-dca4efa4-bf3d-47d3-80bf-42ad9886c295 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:32.756525 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7e53dafb-4769-455b-b12c-8055d19ce90f req-dca4efa4-bf3d-47d3-80bf-42ad9886c295 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.1674805
Oct 27 14:16:32.825407 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7e53dafb-4769-455b-b12c-8055d19ce90f req-5c1bf6dc-0699-4470-a42f-1ae533f9851f tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631206
Oct 27 14:16:32.841804 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:16:33.075359 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789ad0-a58c-4fc2-931f-67be83ccd158 req-2945e099-6204-4193-8efe-91d9fa4294a0 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:33.076795 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4c789ad0-a58c-4fc2-931f-67be83ccd158 req-2945e099-6204-4193-8efe-91d9fa4294a0 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.2084081
Oct 27 14:16:33.144824 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4c789ad0-a58c-4fc2-931f-67be83ccd158 req-1c8ee3d8-6e1f-4c2e-8544-0abf6eb0bf70 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584321
Oct 27 14:16:33.168462 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:16:33.178651 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] 10.222.0.36 "PUT /v2.0/routers/2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8405817
Oct 27 14:16:33.612633 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9ab59-a910-482a-a4b4-d9729d242bb0 req-f0b80b9a-c657-4f68-b7d2-5cb97b05cb35 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:33.614135 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c7f9ab59-a910-482a-a4b4-d9729d242bb0 req-f0b80b9a-c657-4f68-b7d2-5cb97b05cb35 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.1163635
Oct 27 14:16:33.662762 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c7f9ab59-a910-482a-a4b4-d9729d242bb0 req-7014bb03-4f43-4a2f-a7ba-70b99b76f388 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0429845
Oct 27 14:16:33.845822 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 6bd12896-86ef-4ec1-a878-98c11fc94864 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:16:33.923083 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 6bd12896-86ef-4ec1-a878-98c11fc94864 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:33.923470 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:34.064868 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bdc03-8970-4a4b-be92-d1dcefaaa233 req-4d5199ec-db26-4ab7-a683-713cc12dd876 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:34.066402 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ae0bdc03-8970-4a4b-be92-d1dcefaaa233 req-4d5199ec-db26-4ab7-a683-713cc12dd876 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0866377
Oct 27 14:16:34.105067 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Sync routers for ids ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:16:34.116206 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ae0bdc03-8970-4a4b-be92-d1dcefaaa233 req-2fcb5b98-2bb9-4191-8739-79107dfbf0ec tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432203
Oct 27 14:16:34.119853 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Routers {'2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:16:34.120473 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17a56280>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:34.205836 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38008) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:34.212328 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1881958956-network', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:16:34.217263 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:34.222376 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Usage tracker for resource:network and tenant:98dc11e3b2494b96a7e1e8a5d9a7b516 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:34.225697 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:34.231578 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:34.250119 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Made reservation on behalf of 98dc11e3b2494b96a7e1e8a5d9a7b516 for: {'network': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:16:34.252876 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:34.266139 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:34.299663 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:34.304088 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Usage tracker for resource:security_group_rule and tenant:98dc11e3b2494b96a7e1e8a5d9a7b516 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:34.307086 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:34.314164 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:34.320102 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Set router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:16:34.382606 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:34.388319 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:34.392260 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-8e9ee006-efdf-4c53-865a-8fb9e63ca5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:34.421613 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098}  {{(pid=82824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:16:34.430647 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24abd318-4016-4a31-9175-9363d71bc5f2,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:34.434123 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:34.436895 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:34.437478 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.segments_db [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Added segment 4b640df5-883b-47eb-be7e-5adf59defcc7 of type vlan for network 023bce45-12d6-4107-b424-ebc11d1f3670
Oct 27 14:16:34.474599 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:34.523520 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:34.525000 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:34.525588 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:34.529026 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:34.636420 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Pushing event updated for resources: {'Network': ['ID=023bce45-12d6-4107-b424-ebc11d1f3670,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:34.643104 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4358349
Oct 27 14:16:34.644119 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a69ff21b-4578-4162-a409-35dabdccba55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:34.647064 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38020) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:34.653298 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Request body: {'subnet': {'network_id': '023bce45-12d6-4107-b424-ebc11d1f3670', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1881958956-subnet', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'ip_version': 4}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:16:34.660820 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:34.666616 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network 023bce45-12d6-4107-b424-ebc11d1f3670 details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:16:34.671638 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Usage tracker for resource:subnet and tenant:98dc11e3b2494b96a7e1e8a5d9a7b516 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:34.678069 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:34.687934 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:34.719588 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Made reservation on behalf of 98dc11e3b2494b96a7e1e8a5d9a7b516 for: {'subnet': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:16:34.722656 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16079946'] for subnet, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:34.820216 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17a56280>, [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:16:31Z', 'revision_number': 4, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e7e908a0-b47f-408c-9c7e-4d3b58d4533d', 'name': '', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'mac_address': 'fa:16:3e:bd:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:29Z', 'updated_at': '2021-10-27T14:16:31Z', 'revision_number': 2, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'subnets': [{'id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:34.824195 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Checking router: 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:16:34.824548 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Updating router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e port e7e908a0-b47f-408c-9c7e-4d3b58d4533d binding host dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:16:34.878614 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.045520 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6642f67-7959-4696-b114-c8f004e06126 req-fa1e9053-f847-4b76-b235-3c57f6e94ab1 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:35.047836 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b6642f67-7959-4696-b114-c8f004e06126 req-fa1e9053-f847-4b76-b235-3c57f6e94ab1 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.2281482
Oct 27 14:16:35.145021 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b6642f67-7959-4696-b114-c8f004e06126 req-d40797f7-4c85-43b3-8209-a7f86840e231 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0906534
Oct 27 14:16:35.152178 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16101774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16079932'] for subnet, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.159749 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-726b1bda-1121-4a52-b2b3-c91a9c3e332c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:35.241989 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada0cba8-36e4-4ef9-9185-ddc5332cf2a8,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:35.245373 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:35.252628 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Checking segment: {'id': '4b640df5-883b-47eb-be7e-5adf59defcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '023bce45-12d6-4107-b424-ebc11d1f3670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:16:35.253070 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Network hostable DHCP agents. Network: 023bce45-12d6-4107-b424-ebc11d1f3670, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:16:35.277096 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Network 023bce45-12d6-4107-b424-ebc11d1f3670 is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:16:35.283185 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Notify callbacks [] for port, precommit_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.289912 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, 023bce45-12d6-4107-b424-ebc11d1f3670) {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:16:35.295947 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Transition to ACTIVE for port object e7e908a0-b47f-408c-9c7e-4d3b58d4533d will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:16:35.300362 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde7f30-1a89-44f0-a2b8-8fadcddc7791 None None] Network 023bce45-12d6-4107-b424-ebc11d1f3670 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:16:35.300561 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:35.300971 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.325365 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-27082b4e-6d5b-48ff-871f-f373373d8ec7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6742685
Oct 27 14:16:35.325696 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38026) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:35.330592 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.331924 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1881958956-router', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:16:35.336432 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:35.336582 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-1f4c0f8b-a72c-4f94-93e7-2cbbd4f0d185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:35.340248 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Usage tracker for resource:router and tenant:98dc11e3b2494b96a7e1e8a5d9a7b516 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:35.343604 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:35.349489 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:35.361953 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16423044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59882'] for router, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.362993 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16495057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.384280 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.530770 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fa237-bab2-43bf-a041-5b82133bbdd5 None None] Pushing event updated for resources: {'Port': ['ID=e7e908a0-b47f-408c-9c7e-4d3b58d4533d,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:35.538700 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b52fa237-bab2-43bf-a041-5b82133bbdd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:35.552920 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16419597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16423058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59777'] for router, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.705102 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Attempting to bind port e7e908a0-b47f-408c-9c7e-4d3b58d4533d on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:16:35.705389 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Attempting to bind port e7e908a0-b47f-408c-9c7e-4d3b58d4533d by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '656a8820-d1d8-456e-b585-8d090f49d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:16:35.705747 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Attempting to bind port e7e908a0-b47f-408c-9c7e-4d3b58d4533d on network a8b00504-e1fb-4a7d-87c6-40a387f15d79 {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:16:35.751676 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:16:35.752034 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Checking segment: {'id': '656a8820-d1d8-456e-b585-8d090f49d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:16:35.752445 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.752846 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Bound using segment: {'id': '656a8820-d1d8-456e-b585-8d090f49d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:16:35.753310 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Bound port: e7e908a0-b47f-408c-9c7e-4d3b58d4533d, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656a8820-d1d8-456e-b585-8d090f49d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:16:35.753765 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.765796 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fce550-c1a4-55b7-a1a4-7db2473b096c-023bce45-12d6-4107-b424-ebc11d1f3670', 'network_id': '023bce45-12d6-4107-b424-ebc11d1f3670', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'fixed_ips': [{'subnet_id': 'ada0cba8-36e4-4ef9-9185-ddc5332cf2a8'}]}} from dv-cinder-815663-1-iscsi. {{(pid=82826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 14:16:35.766643 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.802242 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.837712 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.933257 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] For port e7e908a0-b47f-408c-9c7e-4d3b58d4533d, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:16:35.937468 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] For port e7e908a0-b47f-408c-9c7e-4d3b58d4533d, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=e7e908a0-b47f-408c-9c7e-4d3b58d4533d,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:16:35.974907 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:35.983212 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:36.000362 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Allocated IP 172.27.2.62 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/b427b8e5-15e4-4ef9-bd93-b29cb0d5addb) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:16:36.078942 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.db_base_plugin_common [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Allocated IP 172.20.0.2 (023bce45-12d6-4107-b424-ebc11d1f3670/ada0cba8-36e4-4ef9-9185-ddc5332cf2a8/562e6740-698a-4d61-9ad1-d4a015129102) {{(pid=82826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:16:36.087057 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fa237-bab2-43bf-a041-5b82133bbdd5 None None] Pushing event updated for resources: {'Port': ['ID=e7e908a0-b47f-408c-9c7e-4d3b58d4533d,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:36.094433 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b52fa237-bab2-43bf-a041-5b82133bbdd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:36.102155 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Routers {'2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:16:36.102803 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17a56280>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:36.182065 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:36.226132 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:36.234881 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-60a9f890-f3a7-42a4-bef7-de86dc65456a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:36.371412 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:16:36.378904 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:16:36.382573 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:16:36.414097 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Pushing event updated for resources: {'Port': ['ID=b427b8e5-15e4-4ef9-bd93-b29cb0d5addb,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:36.417512 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:36.473486 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] Set router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:16:36.535304 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176146fe-66a9-4e0a-a5f1-db8fc95b70bf req-7cc85aee-d180-4ec0-b109-9199eeed218f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:36.537750 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-176146fe-66a9-4e0a-a5f1-db8fc95b70bf req-7cc85aee-d180-4ec0-b109-9199eeed218f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.2396462
Oct 27 14:16:36.564526 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Notify callbacks [] for port, precommit_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:36.582118 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Transition to ACTIVE for port object 562e6740-698a-4d61-9ad1-d4a015129102 will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:16:36.619156 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-176146fe-66a9-4e0a-a5f1-db8fc95b70bf req-9f79ad68-e1e0-4e26-b18f-0386a19aa90a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0740674
Oct 27 14:16:36.661725 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:36.663132 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16419618'] for router, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:36.694688 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Transition to ACTIVE for port object 562e6740-698a-4d61-9ad1-d4a015129102 will not be triggered until provisioned by entity DHCP. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:16:36.762716 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598'] for port, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:36.770382 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:36.932282 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Network 023bce45-12d6-4107-b424-ebc11d1f3670 is already hosted by enough agents. {{(pid=82826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:16:36.938877 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Pushing event updated for resources: {'Port': ['ID=562e6740-698a-4d61-9ad1-d4a015129102,revision_number=1']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:36.942213 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.base_scheduler [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Resources bound (agent type, host, resource id):  {{(pid=82826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:16:36.945661 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:36.948242 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Received port after_create {{(pid=82826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:16:36.965294 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Router 9394edcf-3249-4cc6-acb6-028c83399e27 is scheduled to L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef with binding_index 1 {{(pid=82823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 14:16:37.118888 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Attempting to bind port 562e6740-698a-4d61-9ad1-d4a015129102 on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:16:37.119263 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Attempting to bind port 562e6740-698a-4d61-9ad1-d4a015129102 by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '4b640df5-883b-47eb-be7e-5adf59defcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '023bce45-12d6-4107-b424-ebc11d1f3670'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:16:37.119637 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Attempting to bind port 562e6740-698a-4d61-9ad1-d4a015129102 on network 023bce45-12d6-4107-b424-ebc11d1f3670 {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:16:37.134130 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:16:37.134512 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Checking segment: {'id': '4b640df5-883b-47eb-be7e-5adf59defcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '023bce45-12d6-4107-b424-ebc11d1f3670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:16:37.134951 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:37.135353 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Bound using segment: {'id': '4b640df5-883b-47eb-be7e-5adf59defcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '023bce45-12d6-4107-b424-ebc11d1f3670'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:16:37.135836 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Bound port: 562e6740-698a-4d61-9ad1-d4a015129102, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b640df5-883b-47eb-be7e-5adf59defcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '023bce45-12d6-4107-b424-ebc11d1f3670'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:16:37.136217 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:37.239214 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17a56280>, [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:16:31Z', 'revision_number': 4, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e7e908a0-b47f-408c-9c7e-4d3b58d4533d', 'name': '', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'mac_address': 'fa:16:3e:bd:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:29Z', 'updated_at': '2021-10-27T14:16:35Z', 'revision_number': 4, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'subnets': [{'id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:37.257113 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c33b134-bb2a-435b-a983-cf739e88d958 None None] The sync data for ids ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'] in dv-cinder-815663-1-iscsi is: [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:16:31Z', 'revision_number': 4, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e7e908a0-b47f-408c-9c7e-4d3b58d4533d', 'name': '', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'mac_address': 'fa:16:3e:bd:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:29Z', 'updated_at': '2021-10-27T14:16:35Z', 'revision_number': 4, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'subnets': [{'id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:16:37.269880 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] For port 562e6740-698a-4d61-9ad1-d4a015129102, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:16:37.273285 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] For port 562e6740-698a-4d61-9ad1-d4a015129102, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=562e6740-698a-4d61-9ad1-d4a015129102,segment=NetworkSegment(4b640df5-883b-47eb-be7e-5adf59defcc7),segment_id=4b640df5-883b-47eb-be7e-5adf59defcc7)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:16:37.279064 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:37.284238 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:37.369520 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:16:37.375525 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Pushing event updated for resources: {'Port': ['ID=562e6740-698a-4d61-9ad1-d4a015129102,revision_number=2']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:37.378812 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:37.393200 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Sync routers for ids ['9394edcf-3249-4cc6-acb6-028c83399e27'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:16:37.405721 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Notify callbacks [] for router, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:37.408479 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Routers {'9394edcf-3249-4cc6-acb6-028c83399e27'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:16:37.409300 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce178e9400>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['9394edcf-3249-4cc6-acb6-028c83399e27'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:37.410220 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.0834770
Oct 27 14:16:37.410366 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38046) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:37.707788 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Set router 9394edcf-3249-4cc6-acb6-028c83399e27 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:16:37.939300 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be633cb-24ae-4208-a23e-f0f13f458811 req-070a6c58-0916-48ab-8c9a-929f8b0ba73e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:37.946309 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8be633cb-24ae-4208-a23e-f0f13f458811 req-070a6c58-0916-48ab-8c9a-929f8b0ba73e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.1469092
Oct 27 14:16:37.988573 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 562e6740-698a-4d61-9ad1-d4a015129102 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:16:38.033931 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8be633cb-24ae-4208-a23e-f0f13f458811 req-2848be01-4798-4d71-8edc-454b6c4fe915 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0865514
Oct 27 14:16:38.128408 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 562e6740-698a-4d61-9ad1-d4a015129102 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:16:38.134283 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device e7e908a0-b47f-408c-9c7e-4d3b58d4533d up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:16:38.215175 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce178e9400>, [{'id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'name': 'tempest-TestShelveInstance-1881958956-router', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b427b8e5-15e4-4ef9-bd93-b29cb0d5addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:16:36Z', 'revision_number': 3, 'project_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'gw_port': {'id': 'b427b8e5-15e4-4ef9-bd93-b29cb0d5addb', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:38.220315 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Checking router: 9394edcf-3249-4cc6-acb6-028c83399e27 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:16:38.220989 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Updating router 9394edcf-3249-4cc6-acb6-028c83399e27 port b427b8e5-15e4-4ef9-bd93-b29cb0d5addb binding host dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:16:38.277517 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:38.293769 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port e7e908a0-b47f-408c-9c7e-4d3b58d4533d completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:16:38.303669 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port e7e908a0-b47f-408c-9c7e-4d3b58d4533d triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:38.304157 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:38.480552 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:38.533694 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port e7e908a0-b47f-408c-9c7e-4d3b58d4533d, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=e7e908a0-b47f-408c-9c7e-4d3b58d4533d,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:16:38.539304 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:38.541679 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-1f4c0f8b-a72c-4f94-93e7-2cbbd4f0d185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:38.628578 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:38.671976 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda3b3e8-c03c-4a73-8ce3-13b62c71f38c None None] Network 023bce45-12d6-4107-b424-ebc11d1f3670 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:16:38.756816 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Notify callbacks [] for port, precommit_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:38.771085 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.provisioning_blocks [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Transition to ACTIVE for port object b427b8e5-15e4-4ef9-bd93-b29cb0d5addb will not be triggered until provisioned by entity L2. {{(pid=82827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:16:38.777432 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:38.782615 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-8b56146a-74ab-4360-bb2a-ee30cabe8ee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:38.855598 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3acffa-f61b-4d6b-ac19-9e42aea85419 None None] Pushing event updated for resources: {'Port': ['ID=b427b8e5-15e4-4ef9-bd93-b29cb0d5addb,revision_number=2']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:38.859648 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-1b3acffa-f61b-4d6b-ac19-9e42aea85419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:38.889060 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Attempting to bind port b427b8e5-15e4-4ef9-bd93-b29cb0d5addb on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:16:38.890053 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Attempting to bind port b427b8e5-15e4-4ef9-bd93-b29cb0d5addb by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:16:38.890676 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Attempting to bind port b427b8e5-15e4-4ef9-bd93-b29cb0d5addb on network fdfde01f-dc55-4892-86f9-78cb0380a430 {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:16:38.895520 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-1bd6e312-4716-41bd-9436-708c5c40b22e None None] Provisioning for port 562e6740-698a-4d61-9ad1-d4a015129102 completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:16:38.898647 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:16:38.899170 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Checking segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:16:38.899583 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:38.899975 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Bound using segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:16:38.900583 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Bound port: b427b8e5-15e4-4ef9-bd93-b29cb0d5addb, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:16:38.900965 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:38.907370 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-1bd6e312-4716-41bd-9436-708c5c40b22e None None] Provisioning complete for port 562e6740-698a-4d61-9ad1-d4a015129102 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:38.907748 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-1bd6e312-4716-41bd-9436-708c5c40b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:38.910062 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Allocated IP 172.20.0.1 (023bce45-12d6-4107-b424-ebc11d1f3670/ada0cba8-36e4-4ef9-9185-ddc5332cf2a8/70f0838c-4775-458b-9722-d9b42a9df78b) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:16:38.972186 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=e7e908a0-b47f-408c-9c7e-4d3b58d4533d,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:38.984433 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:38.986136 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] For port b427b8e5-15e4-4ef9-bd93-b29cb0d5addb, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:16:38.990189 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] For port b427b8e5-15e4-4ef9-bd93-b29cb0d5addb, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=b427b8e5-15e4-4ef9-bd93-b29cb0d5addb,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:16:38.996857 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:39.004330 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-a1804aaf-6593-49ec-b38c-c9f7e916a35d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:39.078974 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3acffa-f61b-4d6b-ac19-9e42aea85419 None None] Pushing event updated for resources: {'Port': ['ID=b427b8e5-15e4-4ef9-bd93-b29cb0d5addb,revision_number=3']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:39.085033 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-1b3acffa-f61b-4d6b-ac19-9e42aea85419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:39.111125 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Routers {'9394edcf-3249-4cc6-acb6-028c83399e27'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:16:39.111828 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce178e9400>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['9394edcf-3249-4cc6-acb6-028c83399e27'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:39.138280 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-1bd6e312-4716-41bd-9436-708c5c40b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:39.175863 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:39.179274 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8b14b-e39f-43ef-afed-ebd550b885ac req-b0ea81be-510b-4a1c-987b-d2ec176e3c13 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:39.195730 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3e8b14b-e39f-43ef-afed-ebd550b885ac req-b0ea81be-510b-4a1c-987b-d2ec176e3c13 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.1782348
Oct 27 14:16:39.198056 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Transition to ACTIVE for port object 70f0838c-4775-458b-9722-d9b42a9df78b will not be triggered until provisioned by entity DHCP. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:16:39.202840 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-1bd6e312-4716-41bd-9436-708c5c40b22e None None] For port 562e6740-698a-4d61-9ad1-d4a015129102, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=562e6740-698a-4d61-9ad1-d4a015129102,segment=NetworkSegment(4b640df5-883b-47eb-be7e-5adf59defcc7),segment_id=4b640df5-883b-47eb-be7e-5adf59defcc7)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:16:39.210910 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-1bd6e312-4716-41bd-9436-708c5c40b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:39.213491 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b52fa237-bab2-43bf-a041-5b82133bbdd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:39.231225 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:39.241423 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:39.305860 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6e312-4716-41bd-9436-708c5c40b22e None None] Pushing event updated for resources: {'Port': ['ID=562e6740-698a-4d61-9ad1-d4a015129102,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:39.317577 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-1bd6e312-4716-41bd-9436-708c5c40b22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:39.363572 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] Set router 9394edcf-3249-4cc6-acb6-028c83399e27 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:16:39.370290 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e3e8b14b-e39f-43ef-afed-ebd550b885ac req-6aaf1f08-db72-44df-b845-9230c6880eac tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1705146
Oct 27 14:16:39.425449 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1225a-f046-4fca-980c-7f030a745f9f req-712da63e-eb61-4023-a51e-12abf928ca5e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:39.427659 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Pushing event updated for resources: {'Port': ['ID=70f0838c-4775-458b-9722-d9b42a9df78b,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:39.432644 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:39.436912 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a4a1225a-f046-4fca-980c-7f030a745f9f req-712da63e-eb61-4023-a51e-12abf928ca5e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.1471105
Oct 27 14:16:39.443335 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Network 023bce45-12d6-4107-b424-ebc11d1f3670 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:16:39.444459 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:16:39.446967 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:16:39.507392 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16417640'] for router_interface, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:39.509969 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a4a1225a-f046-4fca-980c-7f030a745f9f req-f73cbf06-5a2c-4cf5-a3f5-7a1652882073 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0718884
Oct 27 14:16:39.537143 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-992d25f5-96d9-4f1d-8218-37f3783939f7 None None] Provisioning complete for port 562e6740-698a-4d61-9ad1-d4a015129102 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:39.537908 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-992d25f5-96d9-4f1d-8218-37f3783939f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:39.611567 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:39.703524 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce178e9400>, [{'id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'name': 'tempest-TestShelveInstance-1881958956-router', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b427b8e5-15e4-4ef9-bd93-b29cb0d5addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:16:36Z', 'revision_number': 3, 'project_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'gw_port': {'id': 'b427b8e5-15e4-4ef9-bd93-b29cb0d5addb', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:39.707753 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5c35a2-94f0-4687-84de-fd2a98f93520 None None] The sync data for ids ['9394edcf-3249-4cc6-acb6-028c83399e27'] in dv-cinder-815663-1-iscsi is: [{'id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'name': 'tempest-TestShelveInstance-1881958956-router', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b427b8e5-15e4-4ef9-bd93-b29cb0d5addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:16:36Z', 'revision_number': 3, 'project_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'gw_port': {'id': 'b427b8e5-15e4-4ef9-bd93-b29cb0d5addb', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:16:39.835837 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-bd465147-2bec-452e-89ba-c72c50a4bec6 None None] Provisioning for port 70f0838c-4775-458b-9722-d9b42a9df78b completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:16:39.841196 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-bd465147-2bec-452e-89ba-c72c50a4bec6 None None] Provisioning complete for port 70f0838c-4775-458b-9722-d9b42a9df78b triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:39.841576 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bd465147-2bec-452e-89ba-c72c50a4bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:39.870829 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 562e6740-698a-4d61-9ad1-d4a015129102 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:16:39.880234 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:39.884923 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:39.913046 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1a86f3b7-d09e-476a-9811-217a63958643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:39.942484 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-bd465147-2bec-452e-89ba-c72c50a4bec6 None None] Port 70f0838c-4775-458b-9722-d9b42a9df78b cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:16:39.961912 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 562e6740-698a-4d61-9ad1-d4a015129102 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:39.962283 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:39.995446 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15347171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16430924'] for router_interface, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:39.999581 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Pushing event updated for resources: {'Port': ['ID=70f0838c-4775-458b-9722-d9b42a9df78b,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:40.003256 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:40.087845 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device e7e908a0-b47f-408c-9c7e-4d3b58d4533d up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:16:40.142745 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Network 023bce45-12d6-4107-b424-ebc11d1f3670 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:16:40.143848 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:16:40.196186 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port e7e908a0-b47f-408c-9c7e-4d3b58d4533d triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:40.196755 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:40.466332 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-d25605a4-44fc-4741-a84c-e11b4684f1a1 None None] Provisioning complete for port 70f0838c-4775-458b-9722-d9b42a9df78b triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:40.466826 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-d25605a4-44fc-4741-a84c-e11b4684f1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:40.522345 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-d25605a4-44fc-4741-a84c-e11b4684f1a1 None None] Port 70f0838c-4775-458b-9722-d9b42a9df78b cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:16:40.538131 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Router 9394edcf-3249-4cc6-acb6-028c83399e27 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:16:40.588157 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493387b-52e6-4eb4-a2b7-d428aec5f011 req-dd84c93a-fdf2-4063-90c2-a96c77e981b7 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:40.589641 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2493387b-52e6-4eb4-a2b7-d428aec5f011 req-dd84c93a-fdf2-4063-90c2-a96c77e981b7 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.1000013
Oct 27 14:16:40.679000 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2493387b-52e6-4eb4-a2b7-d428aec5f011 req-d0857f75-76a0-4979-9d4c-9083f7c059e9 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832398
Oct 27 14:16:40.736426 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5090a-3710-4677-a7e8-b449e60d2643 req-6471d07a-5be2-4212-a33f-e46c4fc8c5e4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:40.738828 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13b5090a-3710-4677-a7e8-b449e60d2643 req-6471d07a-5be2-4212-a33f-e46c4fc8c5e4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.1076963
Oct 27 14:16:40.768927 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:16:40.782695 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] 10.222.0.36 "PUT /v2.0/routers/9394edcf-3249-4cc6-acb6-028c83399e27/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3665469
Oct 27 14:16:40.791838 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-13b5090a-3710-4677-a7e8-b449e60d2643 req-212e75fd-f806-402c-a027-7982b1ba1506 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0472167
Oct 27 14:16:41.338804 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38072) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:41.345322 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1642277534', 'description': 'tempest-secgroup-smoke-1642277534 description', 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:16:41.351573 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:41.355350 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Usage tracker for resource:security_group and tenant:aaa8c6a1d9f04b8aa940a26076686eab is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:41.358859 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:41.364718 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:41.375226 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:41.412066 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:41.415774 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Usage tracker for resource:security_group_rule and tenant:aaa8c6a1d9f04b8aa940a26076686eab is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:41.418497 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:41.424828 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:41.481217 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:41.485312 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:41.488895 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b72aabd7-3052-4cf7-ae6b-4458729a351f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:41.525914 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ec92e8-148f-4262-b13c-40dad57ad443,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:41.528837 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:41.533704 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1903028
Oct 27 14:16:41.533704 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:41.533957 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38076) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:41.539231 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-a99c6720-cc95-4ce7-bffa-4e16eba5b888 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Request body: {'security_group_rule': {'security_group_id': '36ec92e8-148f-4262-b13c-40dad57ad443', 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:16:41.545495 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-a99c6720-cc95-4ce7-bffa-4e16eba5b888 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:41.549471 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-a99c6720-cc95-4ce7-bffa-4e16eba5b888 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Usage tracker for resource:security_group_rule and tenant:aaa8c6a1d9f04b8aa940a26076686eab is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:41.552493 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-a99c6720-cc95-4ce7-bffa-4e16eba5b888 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:41.558600 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-a99c6720-cc95-4ce7-bffa-4e16eba5b888 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:41.575299 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a99c6720-cc95-4ce7-bffa-4e16eba5b888 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:41.638496 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a99c6720-cc95-4ce7-bffa-4e16eba5b888 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:41.642798 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a99c6720-cc95-4ce7-bffa-4e16eba5b888 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:41.649334 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-184dd349-f33a-413f-aacb-ea2fe97d29cf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:41.669229 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c6720-cc95-4ce7-bffa-4e16eba5b888 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc447528-bbd8-4c1c-8f03-4a18cd89d238,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:41.674660 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a99c6720-cc95-4ce7-bffa-4e16eba5b888 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:41.678658 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a99c6720-cc95-4ce7-bffa-4e16eba5b888 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:41.679800 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-a99c6720-cc95-4ce7-bffa-4e16eba5b888 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1450908
Oct 27 14:16:41.682502 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38080) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:41.688201 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-3943237f-2174-42f9-8975-6ef06838aeb8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Request body: {'security_group_rule': {'security_group_id': '36ec92e8-148f-4262-b13c-40dad57ad443', 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:16:41.693806 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-3943237f-2174-42f9-8975-6ef06838aeb8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:41.697558 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-3943237f-2174-42f9-8975-6ef06838aeb8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Usage tracker for resource:security_group_rule and tenant:aaa8c6a1d9f04b8aa940a26076686eab is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:41.700381 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-3943237f-2174-42f9-8975-6ef06838aeb8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:41.706907 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-3943237f-2174-42f9-8975-6ef06838aeb8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:41.724987 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3943237f-2174-42f9-8975-6ef06838aeb8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:41.906309 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b157f31-9c23-4f42-ac75-0a8095d90743 req-f5e6cfed-506e-4963-9dd0-6ef5511fa456 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:41.913716 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3b157f31-9c23-4f42-ac75-0a8095d90743 req-f5e6cfed-506e-4963-9dd0-6ef5511fa456 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.0964582
Oct 27 14:16:41.933239 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3943237f-2174-42f9-8975-6ef06838aeb8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:41.939835 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e5333-7326-4f29-9299-626a3d356eaa req-91706d78-a3f4-4bf9-ac00-cc133eafc8bb tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:41.941161 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-207e5333-7326-4f29-9299-626a3d356eaa req-91706d78-a3f4-4bf9-ac00-cc133eafc8bb tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Synchronizing usage tracker for tenant:1027d0d8d53b4a18a52af1935304a4a4 on resource:port {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:16:41.944598 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3943237f-2174-42f9-8975-6ef06838aeb8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:41.952493 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-05e238da-9cd2-43ac-b0c3-2a196898e64e tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:41.976888 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943237f-2174-42f9-8975-6ef06838aeb8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d508836-22be-4339-aef7-d38bb5047dac,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:41.979772 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-207e5333-7326-4f29-9299-626a3d356eaa req-91706d78-a3f4-4bf9-ac00-cc133eafc8bb tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Unset dirty status for tenant:1027d0d8d53b4a18a52af1935304a4a4 on resource:port {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:16:41.980892 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-207e5333-7326-4f29-9299-626a3d356eaa req-91706d78-a3f4-4bf9-ac00-cc133eafc8bb tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 946 time: 0.2432115
Oct 27 14:16:41.984426 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-3943237f-2174-42f9-8975-6ef06838aeb8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:41.989234 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3943237f-2174-42f9-8975-6ef06838aeb8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:41.993515 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-3943237f-2174-42f9-8975-6ef06838aeb8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3100688
Oct 27 14:16:41.994084 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38088) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:42.007091 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-7eacedfd-69b9-4e06-8f51-a5bc20f6a48e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Request body: {'security_group_rule': {'security_group_id': '36ec92e8-148f-4262-b13c-40dad57ad443', 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:16:42.016270 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-7eacedfd-69b9-4e06-8f51-a5bc20f6a48e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:42.024324 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-7eacedfd-69b9-4e06-8f51-a5bc20f6a48e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Usage tracker for resource:security_group_rule and tenant:aaa8c6a1d9f04b8aa940a26076686eab is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:42.028051 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-7eacedfd-69b9-4e06-8f51-a5bc20f6a48e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:42.037570 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3b157f31-9c23-4f42-ac75-0a8095d90743 req-efb40168-03f0-4722-9266-a341a28889b1 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227992
Oct 27 14:16:42.038326 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-7eacedfd-69b9-4e06-8f51-a5bc20f6a48e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:42.071550 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7eacedfd-69b9-4e06-8f51-a5bc20f6a48e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.074875 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [req-207e5333-7326-4f29-9299-626a3d356eaa req-4c6ce0fb-a363-497f-8bf0-8a78d634238a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Deleting port ac2fab45-438e-449f-9484-5801f36a0efd {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:16:42.075209 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-207e5333-7326-4f29-9299-626a3d356eaa req-4c6ce0fb-a363-497f-8bf0-8a78d634238a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.086895 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac738474-081f-458c-a669-1e81d1f6af30 req-79807298-3987-4c3b-9f6c-80e0ae78ba0d tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:42.088564 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ac738474-081f-458c-a669-1e81d1f6af30 req-79807298-3987-4c3b-9f6c-80e0ae78ba0d tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.1573358
Oct 27 14:16:42.175955 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ac738474-081f-458c-a669-1e81d1f6af30 req-b50f23b1-97b5-4897-9b24-dee2486e53e3 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0795791
Oct 27 14:16:42.186465 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7eacedfd-69b9-4e06-8f51-a5bc20f6a48e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.191990 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7eacedfd-69b9-4e06-8f51-a5bc20f6a48e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.194258 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-62499714-5beb-4390-8b23-a08f0bde0ff0 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:42.216891 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacedfd-69b9-4e06-8f51-a5bc20f6a48e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f91efe1-c32f-4b00-97f9-7e0891daa465,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:42.221417 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-7eacedfd-69b9-4e06-8f51-a5bc20f6a48e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:42.229582 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-7eacedfd-69b9-4e06-8f51-a5bc20f6a48e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.231034 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-7eacedfd-69b9-4e06-8f51-a5bc20f6a48e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2353964
Oct 27 14:16:42.233778 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38092) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:42.239334 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-11235c26-0d7b-43b7-93b8-e01f1e06e9fa tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Request body: {'security_group_rule': {'security_group_id': '36ec92e8-148f-4262-b13c-40dad57ad443', 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:16:42.244921 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-11235c26-0d7b-43b7-93b8-e01f1e06e9fa tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:42.249050 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-11235c26-0d7b-43b7-93b8-e01f1e06e9fa tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Usage tracker for resource:security_group_rule and tenant:aaa8c6a1d9f04b8aa940a26076686eab is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:42.251907 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-11235c26-0d7b-43b7-93b8-e01f1e06e9fa tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:42.260462 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-11235c26-0d7b-43b7-93b8-e01f1e06e9fa tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:42.277315 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-11235c26-0d7b-43b7-93b8-e01f1e06e9fa tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.332068 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-207e5333-7326-4f29-9299-626a3d356eaa req-4c6ce0fb-a363-497f-8bf0-8a78d634238a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] For port ac2fab45-438e-449f-9484-5801f36a0efd, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ac2fab45-438e-449f-9484-5801f36a0efd,segment=NetworkSegment(5d05728e-916c-4ebc-baeb-816026e6291f),segment_id=5d05728e-916c-4ebc-baeb-816026e6291f)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:16:42.332419 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-207e5333-7326-4f29-9299-626a3d356eaa req-4c6ce0fb-a363-497f-8bf0-8a78d634238a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.349066 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-11235c26-0d7b-43b7-93b8-e01f1e06e9fa tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.352690 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-11235c26-0d7b-43b7-93b8-e01f1e06e9fa tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.354850 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-9791cda4-435a-4858-983d-8be58f0f092c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:42.377079 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11235c26-0d7b-43b7-93b8-e01f1e06e9fa tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ad3aa0-2f2f-4a3b-97a5-4c79ccdb27e9,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:42.379483 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-11235c26-0d7b-43b7-93b8-e01f1e06e9fa tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:42.386751 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-11235c26-0d7b-43b7-93b8-e01f1e06e9fa tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.387981 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-11235c26-0d7b-43b7-93b8-e01f1e06e9fa tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1533802
Oct 27 14:16:42.391413 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38096) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:42.397060 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-5a87f2c4-a61d-4a1e-8b36-3c22112e1f76 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Request body: {'security_group_rule': {'security_group_id': '36ec92e8-148f-4262-b13c-40dad57ad443', 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:16:42.402779 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-5a87f2c4-a61d-4a1e-8b36-3c22112e1f76 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:42.407240 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-5a87f2c4-a61d-4a1e-8b36-3c22112e1f76 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Usage tracker for resource:security_group_rule and tenant:aaa8c6a1d9f04b8aa940a26076686eab is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:42.410114 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-5a87f2c4-a61d-4a1e-8b36-3c22112e1f76 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:42.415938 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-5a87f2c4-a61d-4a1e-8b36-3c22112e1f76 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:42.429470 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.securitygroups_db [None req-5a87f2c4-a61d-4a1e-8b36-3c22112e1f76 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Project aaa8c6a1d9f04b8aa940a26076686eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 27 14:16:42.436815 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-5a87f2c4-a61d-4a1e-8b36-3c22112e1f76 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.456955 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [req-207e5333-7326-4f29-9299-626a3d356eaa req-4c6ce0fb-a363-497f-8bf0-8a78d634238a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Calling delete_port for ac2fab45-438e-449f-9484-5801f36a0efd owned by compute:nova {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:16:42.515327 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-5a87f2c4-a61d-4a1e-8b36-3c22112e1f76 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.519327 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-5a87f2c4-a61d-4a1e-8b36-3c22112e1f76 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.521546 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-7eacedfd-69b9-4e06-8f51-a5bc20f6a48e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:42.543422 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87f2c4-a61d-4a1e-8b36-3c22112e1f76 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d80cd5-bec1-4610-900a-b68d3609736b,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:42.546339 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-5a87f2c4-a61d-4a1e-8b36-3c22112e1f76 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:42.554744 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-5a87f2c4-a61d-4a1e-8b36-3c22112e1f76 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.555969 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-5a87f2c4-a61d-4a1e-8b36-3c22112e1f76 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1636052
Oct 27 14:16:42.558643 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38100) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:42.565012 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-49d94778-751f-42f3-8c24-6cbe951725b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Request body: {'security_group_rule': {'security_group_id': '36ec92e8-148f-4262-b13c-40dad57ad443', 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:16:42.571424 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-49d94778-751f-42f3-8c24-6cbe951725b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:16:42.575306 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-49d94778-751f-42f3-8c24-6cbe951725b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Usage tracker for resource:security_group_rule and tenant:aaa8c6a1d9f04b8aa940a26076686eab is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:16:42.578332 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-49d94778-751f-42f3-8c24-6cbe951725b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:16:42.584268 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-49d94778-751f-42f3-8c24-6cbe951725b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:16:42.595734 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.securitygroups_db [None req-49d94778-751f-42f3-8c24-6cbe951725b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Project aaa8c6a1d9f04b8aa940a26076686eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 27 14:16:42.602577 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-49d94778-751f-42f3-8c24-6cbe951725b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.605393 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-207e5333-7326-4f29-9299-626a3d356eaa req-4c6ce0fb-a363-497f-8bf0-8a78d634238a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.613220 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:42.618421 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['40d95cdc-8597-4916-9068-037dce14522f', 'ac2fab45-438e-449f-9484-5801f36a0efd'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:16:42.661810 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ce0fb-a363-497f-8bf0-8a78d634238a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Pushing event deleted for resources: {'Port': ['ID=ac2fab45-438e-449f-9484-5801f36a0efd,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:42.665145 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4c6ce0fb-a363-497f-8bf0-8a78d634238a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:42.685992 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-49d94778-751f-42f3-8c24-6cbe951725b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.691168 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-49d94778-751f-42f3-8c24-6cbe951725b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.699694 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:42.719509 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d94778-751f-42f3-8c24-6cbe951725b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917d0e2d-6d13-4bb3-b0f3-fe63ba44b5d8,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:42.725814 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-49d94778-751f-42f3-8c24-6cbe951725b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:42.731081 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-49d94778-751f-42f3-8c24-6cbe951725b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.738294 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-49d94778-751f-42f3-8c24-6cbe951725b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1727965
Oct 27 14:16:42.743287 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-207e5333-7326-4f29-9299-626a3d356eaa req-4c6ce0fb-a363-497f-8bf0-8a78d634238a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] No DVR routers for this DVR port ac2fab45-438e-449f-9484-5801f36a0efd on host hv-cinder-81566 {{(pid=82824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:16:42.746300 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-207e5333-7326-4f29-9299-626a3d356eaa req-4c6ce0fb-a363-497f-8bf0-8a78d634238a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.749493 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a18914-9c5f-4766-81a8-cc258b39f430', 'name': 'network-vif-deleted', 'tag': 'ac2fab45-438e-449f-9484-5801f36a0efd'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:16:42.779181 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-207e5333-7326-4f29-9299-626a3d356eaa req-4c6ce0fb-a363-497f-8bf0-8a78d634238a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.79 "DELETE /v2.0/ports/ac2fab45-438e-449f-9484-5801f36a0efd HTTP/1.1" status: 204  len: 173 time: 0.7800825
Oct 27 14:16:42.798646 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:42.819905 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a18914-9c5f-4766-81a8-cc258b39f430', 'name': 'network-vif-deleted', 'tag': 'ac2fab45-438e-449f-9484-5801f36a0efd', 'status': 'completed', 'code': 200}
Oct 27 14:16:43.226302 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dd9ecb2d-9993-4ebd-8d2b-7063a3491a07 req-431e69e0-ee06-45e7-8c30-ce083e2120f2 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=83a18914-9c5f-4766-81a8-cc258b39f430 HTTP/1.1" status: 200  len: 210 time: 0.0444043
Oct 27 14:16:43.366768 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2b5b4d74-f618-42c1-8050-96ff25c7404a req-cc0cf54f-0771-4eb2-84fb-2fb32cedac9b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1058795
Oct 27 14:16:43.417457 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec7cf-71b1-427b-a870-3f5825002556 req-c3bb499f-68a3-465d-94f4-fb35c0779183 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:43.419199 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-883ec7cf-71b1-427b-a870-3f5825002556 req-c3bb499f-68a3-465d-94f4-fb35c0779183 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.1116328
Oct 27 14:16:43.489402 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-883ec7cf-71b1-427b-a870-3f5825002556 req-694ab793-e9e7-45cd-8ba2-108473759985 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&id=13cc1646-7bde-4a33-ab57-17c2fb107dbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0596774
Oct 27 14:16:43.501319 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2b5b4d74-f618-42c1-8050-96ff25c7404a req-10398d44-ab4f-4e39-8c45-0e2a58579e2e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1027d0d8d53b4a18a52af1935304a4a4&device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 1099 time: 0.0895629
Oct 27 14:16:43.663106 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b4d74-f618-42c1-8050-96ff25c7404a req-858db7f1-d71e-45c4-8f5b-7fc9583cf0a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:43.664552 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2b5b4d74-f618-42c1-8050-96ff25c7404a req-858db7f1-d71e-45c4-8f5b-7fc9583cf0a9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9bd4c627-9607-418d-80f2-20043ff89635 HTTP/1.1" status: 200  len: 921 time: 0.1372867
Oct 27 14:16:43.737964 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2b5b4d74-f618-42c1-8050-96ff25c7404a req-ac69b536-6fe9-4818-9bb0-3967a445105b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40d95cdc-8597-4916-9068-037dce14522f HTTP/1.1" status: 200  len: 217 time: 0.0655155
Oct 27 14:16:43.820236 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b4d74-f618-42c1-8050-96ff25c7404a req-0821b984-876f-45c5-a9ce-08460329c01e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:43.821644 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2b5b4d74-f618-42c1-8050-96ff25c7404a req-0821b984-876f-45c5-a9ce-08460329c01e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ebf76aec-3f3f-452b-8de2-4bff3949f906 HTTP/1.1" status: 200  len: 859 time: 0.0740950
Oct 27 14:16:43.870063 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2b5b4d74-f618-42c1-8050-96ff25c7404a req-94fad8b0-445f-4642-ac95-63379a8dbd58 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9bd4c627-9607-418d-80f2-20043ff89635&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392888
Oct 27 14:16:44.005112 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2b5b4d74-f618-42c1-8050-96ff25c7404a req-6e960b50-2ee9-4149-94cb-9cc2748cdde5 service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260533
Oct 27 14:16:44.144828 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-2b5b4d74-f618-42c1-8050-96ff25c7404a req-57e1610e-9124-4114-b2fb-9a508f5edca5 service neutron] 10.222.0.79 "GET /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325200
Oct 27 14:16:44.871368 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606ba61-1140-4992-ac84-0580c4ba9d67 req-8a1cf36a-530c-4fa2-abc1-70dee5d4be8d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:44.872712 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9606ba61-1140-4992-ac84-0580c4ba9d67 req-8a1cf36a-530c-4fa2-abc1-70dee5d4be8d tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0788858
Oct 27 14:16:44.918851 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9606ba61-1140-4992-ac84-0580c4ba9d67 req-b8873220-522a-4ee4-9309-0ef6d3a836c8 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405722
Oct 27 14:16:45.699854 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device ac2fab45-438e-449f-9484-5801f36a0efd no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:16:45.732823 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: ac2fab45-438e-449f-9484-5801f36a0efd {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:16:45.733895 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device ac2fab45-438e-449f-9484-5801f36a0efd not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:16:46.134546 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b36d88-cd7b-4561-b9aa-3d94bd5ab307 req-84570bf4-087c-42a4-b281-77a267409c5c tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:46.136012 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-35b36d88-cd7b-4561-b9aa-3d94bd5ab307 req-84570bf4-087c-42a4-b281-77a267409c5c tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0942800
Oct 27 14:16:46.181462 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-35b36d88-cd7b-4561-b9aa-3d94bd5ab307 req-6ba15b6d-b4b6-47db-9690-bef240b7124b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398982
Oct 27 14:16:47.376048 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81fc91-cf1b-41b9-99ea-9f4641d7c82d req-054a7b3a-f4af-4c7e-97c4-826ce4177a42 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:47.377472 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dc81fc91-cf1b-41b9-99ea-9f4641d7c82d req-054a7b3a-f4af-4c7e-97c4-826ce4177a42 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0761411
Oct 27 14:16:47.428978 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dc81fc91-cf1b-41b9-99ea-9f4641d7c82d req-41ba1187-6b41-414a-bb74-da1f68b1cd7b tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460479
Oct 27 14:16:47.865118 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device b427b8e5-15e4-4ef9-bd93-b29cb0d5addb up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:16:47.934276 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port b427b8e5-15e4-4ef9-bd93-b29cb0d5addb completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:16:47.939525 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port b427b8e5-15e4-4ef9-bd93-b29cb0d5addb triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:47.939900 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:48.056348 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:48.078239 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port b427b8e5-15e4-4ef9-bd93-b29cb0d5addb, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=b427b8e5-15e4-4ef9-bd93-b29cb0d5addb,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:16:48.082307 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:48.085553 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:48.152617 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=b427b8e5-15e4-4ef9-bd93-b29cb0d5addb,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:48.156467 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:48.628211 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33264c7-3e94-40fe-8c33-8f583310c721 req-e6fe6978-5900-4e8a-a8ab-3339ba2d4d60 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:48.629659 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d33264c7-3e94-40fe-8c33-8f583310c721 req-e6fe6978-5900-4e8a-a8ab-3339ba2d4d60 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0807185
Oct 27 14:16:48.677513 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d33264c7-3e94-40fe-8c33-8f583310c721 req-dcb50f0b-d382-4742-85f2-ade3bfc02941 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422268
Oct 27 14:16:49.847334 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device b427b8e5-15e4-4ef9-bd93-b29cb0d5addb up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:16:49.873961 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e248b-018f-43b5-b324-92b0b750d482 req-1d9e07f4-39b7-44d5-8dbc-c80941437f33 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:49.875448 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-317e248b-018f-43b5-b324-92b0b750d482 req-1d9e07f4-39b7-44d5-8dbc-c80941437f33 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0787213
Oct 27 14:16:49.915888 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port b427b8e5-15e4-4ef9-bd93-b29cb0d5addb triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:16:49.916267 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:49.921697 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-317e248b-018f-43b5-b324-92b0b750d482 req-dc0eacf0-4f27-47e5-a954-61962e3c1785 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403395
Oct 27 14:16:51.142944 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073ec35-7e2c-4fae-96fe-7d1b766f75e4 req-edc01d44-60c4-43a6-8361-d96201250fd5 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:51.144486 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d073ec35-7e2c-4fae-96fe-7d1b766f75e4 req-edc01d44-60c4-43a6-8361-d96201250fd5 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0970943
Oct 27 14:16:51.196877 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d073ec35-7e2c-4fae-96fe-7d1b766f75e4 req-aa6592f9-4dd7-4ad4-a972-47a8bc20ba72 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429282
Oct 27 14:16:51.794967 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdee00-ccf8-4033-819c-f45611457f7b req-47693847-a554-4bd5-81b4-92843e80f10a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:51.796134 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-97bdee00-ccf8-4033-819c-f45611457f7b req-47693847-a554-4bd5-81b4-92843e80f10a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Synchronizing usage tracker for tenant:1027d0d8d53b4a18a52af1935304a4a4 on resource:port {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:16:51.811840 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-97bdee00-ccf8-4033-819c-f45611457f7b req-47693847-a554-4bd5-81b4-92843e80f10a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Unset dirty status for tenant:1027d0d8d53b4a18a52af1935304a4a4 on resource:port {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:16:51.812944 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-97bdee00-ccf8-4033-819c-f45611457f7b req-47693847-a554-4bd5-81b4-92843e80f10a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.79 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0979362
Oct 27 14:16:51.954386 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [req-97bdee00-ccf8-4033-819c-f45611457f7b req-c484bc05-368d-4d7f-b9d9-5397c1241646 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Deleting port 40d95cdc-8597-4916-9068-037dce14522f {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:16:51.954784 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-97bdee00-ccf8-4033-819c-f45611457f7b req-c484bc05-368d-4d7f-b9d9-5397c1241646 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:52.216013 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-97bdee00-ccf8-4033-819c-f45611457f7b req-c484bc05-368d-4d7f-b9d9-5397c1241646 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] For port 40d95cdc-8597-4916-9068-037dce14522f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=40d95cdc-8597-4916-9068-037dce14522f,segment=NetworkSegment(5d05728e-916c-4ebc-baeb-816026e6291f),segment_id=5d05728e-916c-4ebc-baeb-816026e6291f)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:16:52.216367 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-97bdee00-ccf8-4033-819c-f45611457f7b req-c484bc05-368d-4d7f-b9d9-5397c1241646 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:52.338158 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [req-97bdee00-ccf8-4033-819c-f45611457f7b req-c484bc05-368d-4d7f-b9d9-5397c1241646 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Calling delete_port for 40d95cdc-8597-4916-9068-037dce14522f owned by compute:nova {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:16:52.402070 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae349178-c44f-4ad9-afc9-96c3b11d93eb req-bed437fd-d82f-413c-9c28-dd87185284e1 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:16:52.403563 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ae349178-c44f-4ad9-afc9-96c3b11d93eb req-bed437fd-d82f-413c-9c28-dd87185284e1 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/ports?device_id=e728bb54-b3df-4cf6-95e8-fc4ecfdb4230 HTTP/1.1" status: 200  len: 946 time: 0.0776885
Oct 27 14:16:52.491593 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-97bdee00-ccf8-4033-819c-f45611457f7b req-c484bc05-368d-4d7f-b9d9-5397c1241646 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:52.496889 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:52.503903 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['40d95cdc-8597-4916-9068-037dce14522f'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:16:52.531943 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ae349178-c44f-4ad9-afc9-96c3b11d93eb req-5730d051-3900-4bce-b541-c1e123de1e8e tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.36 "GET /v2.0/security-groups?id=b79341c4-74bc-4965-bd78-8a7a9eb82b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221020
Oct 27 14:16:52.541146 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484bc05-368d-4d7f-b9d9-5397c1241646 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Pushing event deleted for resources: {'Port': ['ID=40d95cdc-8597-4916-9068-037dce14522f,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:52.543968 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c484bc05-368d-4d7f-b9d9-5397c1241646 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:52.624951 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bdee00-ccf8-4033-819c-f45611457f7b req-c484bc05-368d-4d7f-b9d9-5397c1241646 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] No DVR routers for this DVR port 40d95cdc-8597-4916-9068-037dce14522f on host hv-cinder-81566 {{(pid=82824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:16:52.627597 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-97bdee00-ccf8-4033-819c-f45611457f7b req-c484bc05-368d-4d7f-b9d9-5397c1241646 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:52.630230 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e728bb54-b3df-4cf6-95e8-fc4ecfdb4230', 'name': 'network-vif-deleted', 'tag': '40d95cdc-8597-4916-9068-037dce14522f'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:16:52.646151 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-97bdee00-ccf8-4033-819c-f45611457f7b req-c484bc05-368d-4d7f-b9d9-5397c1241646 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] 10.222.0.79 "DELETE /v2.0/ports/40d95cdc-8597-4916-9068-037dce14522f HTTP/1.1" status: 204  len: 173 time: 0.8195624
Oct 27 14:16:52.689638 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e728bb54-b3df-4cf6-95e8-fc4ecfdb4230', 'name': 'network-vif-deleted', 'tag': '40d95cdc-8597-4916-9068-037dce14522f', 'status': 'completed', 'code': 200}
Oct 27 14:16:53.637071 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38180) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:54.030204 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431101'] for router_interface, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:54.652288 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Deleting port 0db5fbd6-d465-44df-ac41-14932f036be3 {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:16:54.652940 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:54.833010 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] For port 0db5fbd6-d465-44df-ac41-14932f036be3, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=0db5fbd6-d465-44df-ac41-14932f036be3,segment=NetworkSegment(5d05728e-916c-4ebc-baeb-816026e6291f),segment_id=5d05728e-916c-4ebc-baeb-816026e6291f)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:16:54.833347 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:54.954815 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Calling delete_port for 0db5fbd6-d465-44df-ac41-14932f036be3 owned by network:router_interface {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:16:55.348847 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:55.352255 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-e6db80a6-276e-4dba-aabc-3392cfefa077 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:55.393509 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db5fbd6-d465-44df-ac41-14932f036be3,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:55.432554 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:55.432914 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:55.433272 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:55.433620 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:55.433965 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:55.434310 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:55.434672 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:55.435018 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:55.435358 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:55.435695 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:55.436033 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:55.442895 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:55.696327 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16430775'] for router_interface, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:55.758381 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 40d95cdc-8597-4916-9068-037dce14522f no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:16:55.793313 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: 40d95cdc-8597-4916-9068-037dce14522f {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:16:55.793577 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 40d95cdc-8597-4916-9068-037dce14522f not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:16:56.299852 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Router 0224548f-4425-496d-bc22-a36d33eee905 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:16:56.557752 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-00c0c860-87f1-46ba-b358-5f441f6aa645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:56.600133 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:16:56.610734 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf4b71-9fe3-43e9-87bd-a02d18e76d3d None None] Sync routers for ids ['0224548f-4425-496d-bc22-a36d33eee905'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:16:56.615658 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] 10.222.0.36 "PUT /v2.0/routers/0224548f-4425-496d-bc22-a36d33eee905/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9769335
Oct 27 14:16:56.615824 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38190) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:56.626276 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf4b71-9fe3-43e9-87bd-a02d18e76d3d None None] Routers {'0224548f-4425-496d-bc22-a36d33eee905'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:16:56.627102 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-6bbf4b71-9fe3-43e9-87bd-a02d18e76d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1719e040>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['0224548f-4425-496d-bc22-a36d33eee905'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:56.809587 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:56.809816 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-6bbf4b71-9fe3-43e9-87bd-a02d18e76d3d None None] Set router 0224548f-4425-496d-bc22-a36d33eee905 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:16:57.013553 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:57.024653 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Deleting port 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:16:57.025327 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:57.118511 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:57.154020 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-6bbf4b71-9fe3-43e9-87bd-a02d18e76d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1719e040>, [{'id': '0224548f-4425-496d-bc22-a36d33eee905', 'name': 'tempest-ServerRescueNegativeTestJSON-1034045751-router', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:16:55Z', 'revision_number': 5, 'project_id': '1027d0d8d53b4a18a52af1935304a4a4', 'gw_port': {'id': '1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0224548f-4425-496d-bc22-a36d33eee905', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:57.158352 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf4b71-9fe3-43e9-87bd-a02d18e76d3d None None] Checking router: 0224548f-4425-496d-bc22-a36d33eee905 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:16:57.169342 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf4b71-9fe3-43e9-87bd-a02d18e76d3d None None] Routers {'0224548f-4425-496d-bc22-a36d33eee905'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:16:57.169939 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-6bbf4b71-9fe3-43e9-87bd-a02d18e76d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1719e040>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['0224548f-4425-496d-bc22-a36d33eee905'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:57.207170 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] For port 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:16:57.207530 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:57.320738 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-6bbf4b71-9fe3-43e9-87bd-a02d18e76d3d None None] Set router 0224548f-4425-496d-bc22-a36d33eee905 gateway port host: None {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:16:57.400547 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Calling delete_port for 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca owned by network:router_gateway {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:16:57.437411 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-6bbf4b71-9fe3-43e9-87bd-a02d18e76d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1719e040>, [{'id': '0224548f-4425-496d-bc22-a36d33eee905', 'name': 'tempest-ServerRescueNegativeTestJSON-1034045751-router', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:16:57Z', 'revision_number': 6, 'project_id': '1027d0d8d53b4a18a52af1935304a4a4', 'gw_port_host': None}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:57.441346 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf4b71-9fe3-43e9-87bd-a02d18e76d3d None None] The sync data for ids ['0224548f-4425-496d-bc22-a36d33eee905'] in dv-cinder-815663-1-iscsi is: [{'id': '0224548f-4425-496d-bc22-a36d33eee905', 'name': 'tempest-ServerRescueNegativeTestJSON-1034045751-router', 'tenant_id': '1027d0d8d53b4a18a52af1935304a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:23Z', 'updated_at': '2021-10-27T14:16:57Z', 'revision_number': 6, 'project_id': '1027d0d8d53b4a18a52af1935304a4a4', 'gw_port_host': None}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:16:57.700630 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:57.704312 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-be8eeb22-1c57-480b-8316-06fb38bf34f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:57.747093 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:57.759772 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:57.760048 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:57.760404 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:57.760755 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:57.761105 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:57.761787 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:57.761787 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:57.762113 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:57.762458 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:57.762827 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:57.763171 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:16:57.791806 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:57.882517 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 0db5fbd6-d465-44df-ac41-14932f036be3 no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:16:57.917175 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: 0db5fbd6-d465-44df-ac41-14932f036be3 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:16:57.922579 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 0db5fbd6-d465-44df-ac41-14932f036be3 not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:16:58.002607 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16417738'] for router_gateway, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:58.094933 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Sync routers for ids ['9394edcf-3249-4cc6-acb6-028c83399e27'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:16:58.111332 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Routers {'9394edcf-3249-4cc6-acb6-028c83399e27'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:16:58.111945 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17521a90>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['9394edcf-3249-4cc6-acb6-028c83399e27'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:58.256111 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59800'] for router, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:58.260224 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:58.325671 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Set router 9394edcf-3249-4cc6-acb6-028c83399e27 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:16:58.348603 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16422946'] for router, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:58.349129 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0224548f-4425-496d-bc22-a36d33eee905 {{(pid=82824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 14:16:58.361662 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Notify callbacks [] for router, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:58.365225 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0224548f-4425-496d-bc22-a36d33eee905 HTTP/1.1" status: 204  len: 168 time: 1.7460880
Oct 27 14:16:58.365499 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38198) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:58.424931 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d116fc4-a7ef-46ca-9af7-005bc6825a1f admin admin] Deleting subnet ebf76aec-3f3f-452b-8de2-4bff3949f906 {{(pid=82824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 14:16:58.428087 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2d116fc4-a7ef-46ca-9af7-005bc6825a1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:58.479643 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2d116fc4-a7ef-46ca-9af7-005bc6825a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16043791'] for subnet, precommit_delete_associations {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:58.538224 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2d116fc4-a7ef-46ca-9af7-005bc6825a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1136411'] for subnet, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:58.610883 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2d116fc4-a7ef-46ca-9af7-005bc6825a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1136482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16043946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16133425'] for subnet, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:58.615902 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:58.652345 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d116fc4-a7ef-46ca-9af7-005bc6825a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf76aec-3f3f-452b-8de2-4bff3949f906,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:58.657119 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-2d116fc4-a7ef-46ca-9af7-005bc6825a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:58.659876 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2d116fc4-a7ef-46ca-9af7-005bc6825a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:58.668010 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-2d116fc4-a7ef-46ca-9af7-005bc6825a1f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ebf76aec-3f3f-452b-8de2-4bff3949f906 HTTP/1.1" status: 204  len: 168 time: 0.2994692
Oct 27 14:16:58.668184 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17521a90>, [{'id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'name': 'tempest-TestShelveInstance-1881958956-router', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b427b8e5-15e4-4ef9-bd93-b29cb0d5addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:16:39Z', 'revision_number': 4, 'project_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'gw_port': {'id': 'b427b8e5-15e4-4ef9-bd93-b29cb0d5addb', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '70f0838c-4775-458b-9722-d9b42a9df78b', 'name': '', 'network_id': '023bce45-12d6-4107-b424-ebc11d1f3670', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'mac_address': 'fa:16:3e:04:ae:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada0cba8-36e4-4ef9-9185-ddc5332cf2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:38Z', 'updated_at': '2021-10-27T14:16:39Z', 'revision_number': 2, 'project_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'subnets': [{'id': 'ada0cba8-36e4-4ef9-9185-ddc5332cf2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:58.668354 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38202) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:58.672590 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Checking router: 9394edcf-3249-4cc6-acb6-028c83399e27 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:16:58.673056 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Updating router 9394edcf-3249-4cc6-acb6-028c83399e27 port 70f0838c-4775-458b-9722-d9b42a9df78b binding host dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:16:58.725498 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:58.759294 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-11c98008-ae59-46c9-ad63-84ac1a1627ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:58.893889 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b5f84785-a883-41fa-9520-4ef68f447196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1076229'] for network, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.016758 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b5f84785-a883-41fa-9520-4ef68f447196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135506', 'neutron.services.segments.db._delete_segments_for_network-8782696828856'] for network, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.043298 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-b5f84785-a883-41fa-9520-4ef68f447196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fce16c70a60>,) {'filters': {'network_id': ['9bd4c627-9607-418d-80f2-20043ff89635']}} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:59.060065 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-b5f84785-a883-41fa-9520-4ef68f447196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fce16c70a60>, '5d05728e-916c-4ebc-baeb-816026e6291f') {'for_net_delete': True} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:59.060295 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-b5f84785-a883-41fa-9520-4ef68f447196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fce16c70a60>, '5d05728e-916c-4ebc-baeb-816026e6291f') {} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:59.072730 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b5f84785-a883-41fa-9520-4ef68f447196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782696830931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16043796'] for segment, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.090318 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b5f84785-a883-41fa-9520-4ef68f447196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.097825 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f84785-a883-41fa-9520-4ef68f447196 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=82824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 14:16:59.098237 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b5f84785-a883-41fa-9520-4ef68f447196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16043968'] for segment, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]: Traceback (most recent call last):
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     timer()
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     cb(*args, **kw)
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     return func(*args, **kwargs)
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     self._notify()
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     self.callback(batched_events)
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     event.method(event)
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     return f(self, *a, **k)
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._get(url).json()
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self.request(url, 'GET', **kwargs)
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 14:16:59.113170 dv-cinder-815663-1-iscsi neutron-server[82824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 14:16:59.145241 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Notify callbacks [] for port, precommit_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.187184 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.provisioning_blocks [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Transition to ACTIVE for port object 70f0838c-4775-458b-9722-d9b42a9df78b will not be triggered until provisioned by entity L2. {{(pid=82827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:16:59.187426 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b5f84785-a883-41fa-9520-4ef68f447196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16417775'] for network, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.193849 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b5f84785-a883-41fa-9520-4ef68f447196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.195381 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.196360 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:59.199621 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:59.220487 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f84785-a883-41fa-9520-4ef68f447196 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd4c627-9607-418d-80f2-20043ff89635,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:59.226988 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-b5f84785-a883-41fa-9520-4ef68f447196 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9bd4c627-9607-418d-80f2-20043ff89635 HTTP/1.1" status: 204  len: 168 time: 0.5577886
Oct 27 14:16:59.228392 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b5f84785-a883-41fa-9520-4ef68f447196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:59.329271 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbcf57-fa94-4c9e-8798-da76e36b290c None None] Pushing event updated for resources: {'Port': ['ID=70f0838c-4775-458b-9722-d9b42a9df78b,revision_number=3']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:59.333364 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-03dbcf57-fa94-4c9e-8798-da76e36b290c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:59.423275 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Attempting to bind port 70f0838c-4775-458b-9722-d9b42a9df78b on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:16:59.423651 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Attempting to bind port 70f0838c-4775-458b-9722-d9b42a9df78b by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '4b640df5-883b-47eb-be7e-5adf59defcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '023bce45-12d6-4107-b424-ebc11d1f3670'}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:16:59.424020 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Attempting to bind port 70f0838c-4775-458b-9722-d9b42a9df78b on network 023bce45-12d6-4107-b424-ebc11d1f3670 {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:16:59.430794 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:16:59.431175 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Checking segment: {'id': '4b640df5-883b-47eb-be7e-5adf59defcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '023bce45-12d6-4107-b424-ebc11d1f3670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:16:59.431582 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.431976 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Bound using segment: {'id': '4b640df5-883b-47eb-be7e-5adf59defcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '023bce45-12d6-4107-b424-ebc11d1f3670'} {{(pid=82827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:16:59.432450 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.managers [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Bound port: 70f0838c-4775-458b-9722-d9b42a9df78b, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b640df5-883b-47eb-be7e-5adf59defcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '023bce45-12d6-4107-b424-ebc11d1f3670'}}] {{(pid=82827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:16:59.432849 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.447702 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38212) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:59.502407 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-de9291fc-5d33-47a0-92f6-bdcd153cb0a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1027d0d8d53b4a18a52af1935304a4a4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0533199
Oct 27 14:16:59.504799 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38216) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:16:59.525874 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] For port 70f0838c-4775-458b-9722-d9b42a9df78b, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:16:59.528802 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.plugins.ml2.db [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] For port 70f0838c-4775-458b-9722-d9b42a9df78b, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=70f0838c-4775-458b-9722-d9b42a9df78b,segment=NetworkSegment(4b640df5-883b-47eb-be7e-5adf59defcc7),segment_id=4b640df5-883b-47eb-be7e-5adf59defcc7)] {{(pid=82827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:16:59.534071 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron_lib.callbacks.manager [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.538505 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:59.563893 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-dab63fe2-57b6-485e-a49c-4c2755826723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.589441 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-dab63fe2-57b6-485e-a49c-4c2755826723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.627694 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbcf57-fa94-4c9e-8798-da76e36b290c None None] Pushing event updated for resources: {'Port': ['ID=70f0838c-4775-458b-9722-d9b42a9df78b,revision_number=4']} {{(pid=82827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:59.631767 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG oslo_concurrency.lockutils [None req-03dbcf57-fa94-4c9e-8798-da76e36b290c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:59.632561 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Routers {'9394edcf-3249-4cc6-acb6-028c83399e27'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:16:59.633257 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17521a90>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['9394edcf-3249-4cc6-acb6-028c83399e27'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:16:59.655061 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-dab63fe2-57b6-485e-a49c-4c2755826723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.672821 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-e77f7580-1098-44a6-bacf-6f35080c4034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:16:59.690128 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab63fe2-57b6-485e-a49c-4c2755826723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79341c4-74bc-4965-bd78-8a7a9eb82b21,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:16:59.693463 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-dab63fe2-57b6-485e-a49c-4c2755826723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:16:59.695549 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-dab63fe2-57b6-485e-a49c-4c2755826723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:16:59.697031 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-dab63fe2-57b6-485e-a49c-4c2755826723 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b79341c4-74bc-4965-bd78-8a7a9eb82b21 HTTP/1.1" status: 204  len: 168 time: 0.1913478
Oct 27 14:16:59.817769 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:16:59.870349 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:16:59.870616 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 1bc0729e-21f3-48fd-bba2-0b8ef8bb24ca not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:16:59.875669 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] Set router 9394edcf-3249-4cc6-acb6-028c83399e27 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:16:59.880012 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:00.236059 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17521a90>, [{'id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'name': 'tempest-TestShelveInstance-1881958956-router', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b427b8e5-15e4-4ef9-bd93-b29cb0d5addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:16:39Z', 'revision_number': 4, 'project_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'gw_port': {'id': 'b427b8e5-15e4-4ef9-bd93-b29cb0d5addb', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '70f0838c-4775-458b-9722-d9b42a9df78b', 'name': '', 'network_id': '023bce45-12d6-4107-b424-ebc11d1f3670', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'mac_address': 'fa:16:3e:04:ae:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada0cba8-36e4-4ef9-9185-ddc5332cf2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:38Z', 'updated_at': '2021-10-27T14:16:59Z', 'revision_number': 4, 'project_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'subnets': [{'id': 'ada0cba8-36e4-4ef9-9185-ddc5332cf2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:00.238783 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f92b1-f272-4dde-9a75-5b1f0a0a7bee None None] The sync data for ids ['9394edcf-3249-4cc6-acb6-028c83399e27'] in dv-cinder-815663-1-iscsi is: [{'id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'name': 'tempest-TestShelveInstance-1881958956-router', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b427b8e5-15e4-4ef9-bd93-b29cb0d5addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:16:39Z', 'revision_number': 4, 'project_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'gw_port': {'id': 'b427b8e5-15e4-4ef9-bd93-b29cb0d5addb', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': '70f0838c-4775-458b-9722-d9b42a9df78b', 'name': '', 'network_id': '023bce45-12d6-4107-b424-ebc11d1f3670', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'mac_address': 'fa:16:3e:04:ae:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada0cba8-36e4-4ef9-9185-ddc5332cf2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:38Z', 'updated_at': '2021-10-27T14:16:59Z', 'revision_number': 4, 'project_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'subnets': [{'id': 'ada0cba8-36e4-4ef9-9185-ddc5332cf2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:17:00.638225 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38244) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:00.779624 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-352723201-network', 'tenant_id': '732a065710454a0bb5503b4cde9856da'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:00.785273 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:00.789412 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Usage tracker for resource:network and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:00.792666 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:00.799741 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:00.818838 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Made reservation on behalf of 732a065710454a0bb5503b4cde9856da for: {'network': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:17:00.821299 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:00.834542 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:00.871513 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:00.876256 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Usage tracker for resource:security_group_rule and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:00.879767 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:00.885638 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:00.958809 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:00.963644 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:00.967664 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-532e7af3-c278-4026-861e-918cc3aa54c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:00.967864 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:17:00.998597 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066}  {{(pid=82823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:17:01.007971 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca74e3b-13de-432b-9240-65bb104ce48f,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:01.011845 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:01.014531 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:01.015510 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.segments_db [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Added segment b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a of type vlan for network 10d4832e-36ee-49bc-b2c5-8897dbb83a67
Oct 27 14:17:01.046109 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:01.080478 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:01.081677 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:01.082254 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:01.087117 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-59b6d02d-b377-4bea-a936-cea66f4746ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:01.187880 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5484009
Oct 27 14:17:01.190763 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38252) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:01.192956 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Pushing event updated for resources: {'Network': ['ID=10d4832e-36ee-49bc-b2c5-8897dbb83a67,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:01.196245 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ba05af1b-233e-4cc3-a6c5-336c1833fa19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:01.196947 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Request body: {'subnet': {'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-subnet', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:01.201822 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:01.203789 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:17:01.206287 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Usage tracker for resource:subnet and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:01.209167 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:01.214790 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:01.229066 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Made reservation on behalf of 732a065710454a0bb5503b4cde9856da for: {'subnet': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:17:01.231363 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16133470'] for subnet, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:01.306514 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:01.432654 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16043881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16133416'] for subnet, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:01.439506 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:01.516559 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8246b7a1-97e2-4686-affe-6013679e6669,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:01.519839 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:01.526697 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Checking segment: {'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:17:01.527050 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Network hostable DHCP agents. Network: 10d4832e-36ee-49bc-b2c5-8897dbb83a67, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:17:01.550178 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:17:01.558980 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, 10d4832e-36ee-49bc-b2c5-8897dbb83a67) {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:17:01.562683 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:01.563257 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:01.568405 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7871ebd5-bcdb-46fe-b98f-53b19a28a04a None None] Network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:17:01.583670 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-16feca22-9d16-44a6-9460-3bfcaa6ca5ab admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3914866
Oct 27 14:17:01.586157 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38258) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:01.591221 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:01.596593 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:01.600517 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Usage tracker for resource:router and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:01.603347 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:01.609970 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:01.619489 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16423044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59882'] for router, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:01.620384 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16495057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:01.638396 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:01.788588 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16419597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16423058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59777'] for router, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:01.794993 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fce550-c1a4-55b7-a1a4-7db2473b096c-10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669'}]}} from dv-cinder-815663-1-iscsi. {{(pid=82826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 14:17:01.795868 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:01.895493 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 70f0838c-4775-458b-9722-d9b42a9df78b up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:17:02.008300 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:02.026092 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.db_base_plugin_common [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Allocated IP 172.20.0.2 (10d4832e-36ee-49bc-b2c5-8897dbb83a67/8246b7a1-97e2-4686-affe-6013679e6669/0ac937bf-9762-4b28-bfbc-744d95269c5d) {{(pid=82826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:17:02.040507 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:02.056852 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 70f0838c-4775-458b-9722-d9b42a9df78b completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:17:02.069044 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 70f0838c-4775-458b-9722-d9b42a9df78b triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:02.069423 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:02.185786 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Allocated IP 172.27.2.130 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/d15a6afa-8461-477d-93d2-cd81fa7b4f67) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:17:02.327881 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:02.333761 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:02.362720 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:02.365294 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Notify callbacks [] for port, precommit_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:02.367490 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-88de64a8-8496-420d-a02f-88488915e800 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:02.381891 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Transition to ACTIVE for port object 0ac937bf-9762-4b28-bfbc-744d95269c5d will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:17:02.385018 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 70f0838c-4775-458b-9722-d9b42a9df78b, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=70f0838c-4775-458b-9722-d9b42a9df78b,segment=NetworkSegment(4b640df5-883b-47eb-be7e-5adf59defcc7),segment_id=4b640df5-883b-47eb-be7e-5adf59defcc7)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:02.392792 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:02.396649 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:02.433917 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:17:02.437761 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:17:02.440243 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:17:02.468350 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Pushing event updated for resources: {'Port': ['ID=d15a6afa-8461-477d-93d2-cd81fa7b4f67,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:02.471169 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:02.481294 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Transition to ACTIVE for port object 0ac937bf-9762-4b28-bfbc-744d95269c5d will not be triggered until provisioned by entity DHCP. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:17:02.491931 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598'] for port, after_create {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:02.519420 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=70f0838c-4775-458b-9722-d9b42a9df78b,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:02.523368 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 is already hosted by enough agents. {{(pid=82826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:17:02.524311 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:02.524771 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:02.555067 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.scheduler.base_scheduler [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Resources bound (agent type, host, resource id):  {{(pid=82826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:17:02.561396 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Received port after_create {{(pid=82826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:17:02.653306 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Pushing event updated for resources: {'Port': ['ID=0ac937bf-9762-4b28-bfbc-744d95269c5d,revision_number=1']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:02.660894 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:02.676805 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Attempting to bind port 0ac937bf-9762-4b28-bfbc-744d95269c5d on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:17:02.677178 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Attempting to bind port 0ac937bf-9762-4b28-bfbc-744d95269c5d by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:17:02.677548 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Attempting to bind port 0ac937bf-9762-4b28-bfbc-744d95269c5d on network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:17:02.683880 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:17:02.684257 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Checking segment: {'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:17:02.684664 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:02.685066 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Bound using segment: {'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:17:02.685646 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Bound port: 0ac937bf-9762-4b28-bfbc-744d95269c5d, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:17:02.685907 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:02.688050 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:02.688758 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16419618'] for router, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:02.776612 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] For port 0ac937bf-9762-4b28-bfbc-744d95269c5d, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:17:02.780975 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] For port 0ac937bf-9762-4b28-bfbc-744d95269c5d, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=0ac937bf-9762-4b28-bfbc-744d95269c5d,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:17:02.784915 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:02.788506 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:02.867016 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Pushing event updated for resources: {'Port': ['ID=0ac937bf-9762-4b28-bfbc-744d95269c5d,revision_number=2']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:02.870035 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:02.929791 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 is scheduled to L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef with binding_index 1 {{(pid=82824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 14:17:03.196477 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:17:03.205397 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Sync routers for ids ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:17:03.219951 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Routers {'61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:03.220733 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1720e820>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:03.222907 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] Notify callbacks [] for router, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:03.226901 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-68a853d4-5403-4d91-bdc1-c91fdd329c74 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 1.6370869
Oct 27 14:17:03.227055 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38268) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:03.413597 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Set router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:03.730934 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1720e820>, [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:02Z', 'revision_number': 3, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:03.735869 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Checking router: 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:17:03.736361 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Updating router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 port d15a6afa-8461-477d-93d2-cd81fa7b4f67 binding host dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:17:03.772885 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-2445d2f8-fe01-4e07-b963-63323830af5f tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1642277534&fields=id&tenant_id=aaa8c6a1d9f04b8aa940a26076686eab HTTP/1.1" status: 200  len: 267 time: 0.0596282
Oct 27 14:17:03.801958 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:03.875141 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e89ce86-c3cd-47d1-84eb-56ea9933c61d None None] Network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:17:04.004756 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-18f946a8-66a6-42b4-bf20-dc26cd168474 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:04.017407 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-18f946a8-66a6-42b4-bf20-dc26cd168474 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/networks?id=a8b00504-e1fb-4a7d-87c6-40a387f15d79 HTTP/1.1" status: 200  len: 809 time: 0.2426672
Oct 27 14:17:04.021238 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 0ac937bf-9762-4b28-bfbc-744d95269c5d up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:17:04.044727 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-495e827d-c987-4e34-8431-03686c6ec110 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/quotas/aaa8c6a1d9f04b8aa940a26076686eab HTTP/1.1" status: 200  len: 375 time: 0.0264242
Oct 27 14:17:04.081661 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-525287c1-f3e6-4534-9240-55b5c3375a46 None None] Provisioning for port 0ac937bf-9762-4b28-bfbc-744d95269c5d completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:17:04.097116 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:04.138908 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-1bf0a99c-26b9-49ba-82a2-53690244eb93 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Synchronizing usage tracker for tenant:aaa8c6a1d9f04b8aa940a26076686eab on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:17:04.160344 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-1bf0a99c-26b9-49ba-82a2-53690244eb93 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Unset dirty status for tenant:aaa8c6a1d9f04b8aa940a26076686eab on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:17:04.161840 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-1bf0a99c-26b9-49ba-82a2-53690244eb93 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aaa8c6a1d9f04b8aa940a26076686eab&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1162605
Oct 27 14:17:04.228386 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port 0ac937bf-9762-4b28-bfbc-744d95269c5d completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:17:04.261836 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 0ac937bf-9762-4b28-bfbc-744d95269c5d triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:04.262222 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:04.330866 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Allocated IP 172.20.0.1 (10d4832e-36ee-49bc-b2c5-8897dbb83a67/8246b7a1-97e2-4686-affe-6013679e6669/acec49ed-f6f9-4fd4-a8f6-daa32e59da2c) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:17:04.408930 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-5387d2cf-a154-4018-bc01-d60da19f9568 service neutron] 10.222.0.36 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2273369
Oct 27 14:17:04.555411 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-1d3c8864-f3b6-4474-b7a7-814e78c9454a service neutron] 10.222.0.36 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400514
Oct 27 14:17:04.599357 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:04.600924 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:04.619898 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Transition to ACTIVE for port object acec49ed-f6f9-4fd4-a8f6-daa32e59da2c will not be triggered until provisioned by entity DHCP. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:17:04.650666 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:04.656321 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-7c0d4e58-5b3d-4127-b3b0-e6f7e32f7c7b tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:04.686740 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Notify callbacks [] for port, precommit_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:04.692404 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port 0ac937bf-9762-4b28-bfbc-744d95269c5d, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=0ac937bf-9762-4b28-bfbc-744d95269c5d,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:04.700532 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:04.701380 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 70f0838c-4775-458b-9722-d9b42a9df78b up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:17:04.731833 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:04.745044 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:17:04.751328 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:17:04.756049 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:17:04.763227 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Transition to ACTIVE for port object d15a6afa-8461-477d-93d2-cd81fa7b4f67 will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:17:04.785741 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Pushing event updated for resources: {'Port': ['ID=acec49ed-f6f9-4fd4-a8f6-daa32e59da2c,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:04.788223 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:04.797078 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:04.833843 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16417640'] for router_interface, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:04.850087 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Attempting to bind port d15a6afa-8461-477d-93d2-cd81fa7b4f67 on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:17:04.850470 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Attempting to bind port d15a6afa-8461-477d-93d2-cd81fa7b4f67 by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:17:04.850864 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Attempting to bind port d15a6afa-8461-477d-93d2-cd81fa7b4f67 on network fdfde01f-dc55-4892-86f9-78cb0380a430 {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:17:04.869199 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=0ac937bf-9762-4b28-bfbc-744d95269c5d,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:04.871932 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:17:04.872313 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Checking segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:17:04.872718 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:04.873103 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Bound using segment: {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:17:04.873574 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Bound port: d15a6afa-8461-477d-93d2-cd81fa7b4f67, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76d754-fbf7-4d29-b844-8f98ecbbc95e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:17:04.874020 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:04.904472 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:04.904999 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:04.962894 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:05.024588 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bcff4-3517-4c27-881b-76e9f09cef94 None None] Pushing event updated for resources: {'Port': ['ID=d15a6afa-8461-477d-93d2-cd81fa7b4f67,revision_number=2']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:05.030895 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 70f0838c-4775-458b-9722-d9b42a9df78b triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:05.031284 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:05.054472 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-022bcff4-3517-4c27-881b-76e9f09cef94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:05.076252 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-8b9bf232-77a4-4a3e-aab9-822e8f9351e7 None None] Provisioning complete for port 0ac937bf-9762-4b28-bfbc-744d95269c5d triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:05.076635 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf232-77a4-4a3e-aab9-822e8f9351e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:05.113112 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] For port d15a6afa-8461-477d-93d2-cd81fa7b4f67, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:17:05.157511 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] For port d15a6afa-8461-477d-93d2-cd81fa7b4f67, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=d15a6afa-8461-477d-93d2-cd81fa7b4f67,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:17:05.175350 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:05.181846 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:05.272996 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:05.283323 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:05.302860 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-383b4600-587a-4ff7-bf89-b695e0a76ad4 req-3ad8f70e-ec2f-41ae-bff1-6429512c021f tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 210 time: 0.1513262
Oct 27 14:17:05.343907 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-add0b242-b9cc-4f8e-981d-c2b764b8e57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:05.352926 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bcff4-3517-4c27-881b-76e9f09cef94 None None] Pushing event updated for resources: {'Port': ['ID=d15a6afa-8461-477d-93d2-cd81fa7b4f67,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:05.385271 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-022bcff4-3517-4c27-881b-76e9f09cef94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:05.421219 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Routers {'61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:05.422142 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1720e820>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:05.430252 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Pushing event updated for resources: {'Port': ['ID=acec49ed-f6f9-4fd4-a8f6-daa32e59da2c,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:05.432593 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15347171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16430924'] for router_interface, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:05.437340 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:05.577583 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:17:05.580295 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:17:05.625677 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] Set router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:05.763437 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-20f84a8e-4aeb-4a8e-bc9c-5ba292cbaa05 None None] Provisioning for port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:17:05.775954 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-20f84a8e-4aeb-4a8e-bc9c-5ba292cbaa05 None None] Provisioning complete for port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:05.776592 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-20f84a8e-4aeb-4a8e-bc9c-5ba292cbaa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:05.926657 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 0ac937bf-9762-4b28-bfbc-744d95269c5d up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:17:05.961916 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-20f84a8e-4aeb-4a8e-bc9c-5ba292cbaa05 None None] Port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:17:06.024264 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:17:06.117468 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port 0ac937bf-9762-4b28-bfbc-744d95269c5d triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:06.117941 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:06.147743 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-8d069b19-8fd0-4e39-88e5-85c3179af675 None None] Provisioning complete for port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:06.148103 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-8d069b19-8fd0-4e39-88e5-85c3179af675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:06.239942 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-8d069b19-8fd0-4e39-88e5-85c3179af675 None None] Port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:17:06.246553 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:17:06.250055 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1720e820>, [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:04Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'acec49ed-f6f9-4fd4-a8f6-daa32e59da2c', 'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'mac_address': 'fa:16:3e:85:77:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:04Z', 'updated_at': '2021-10-27T14:17:05Z', 'revision_number': 2, 'project_id': '732a065710454a0bb5503b4cde9856da', 'subnets': [{'id': '8246b7a1-97e2-4686-affe-6013679e6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:06.257983 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70233a8-2096-4b51-8a69-27859fa65b19 None None] The sync data for ids ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'] in dv-cinder-815663-1-iscsi is: [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:04Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'acec49ed-f6f9-4fd4-a8f6-daa32e59da2c', 'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'mac_address': 'fa:16:3e:85:77:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:04Z', 'updated_at': '2021-10-27T14:17:05Z', 'revision_number': 2, 'project_id': '732a065710454a0bb5503b4cde9856da', 'subnets': [{'id': '8246b7a1-97e2-4686-affe-6013679e6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:17:06.269168 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] 10.222.0.36 "PUT /v2.0/routers/61dbc2d1-2f5b-456c-9fd0-d093d1a278e2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0390952
Oct 27 14:17:06.470239 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7caaeeb4-0c51-4adb-b2aa-d103d55f8222 req-41d41972-be66-44c3-87a9-c893ea3f3c72 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 210 time: 0.0425370
Oct 27 14:17:06.615130 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38312) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:06.620854 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--264219', 'description': 'tempest-description--85959541'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:06.626914 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:06.631399 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Usage tracker for resource:security_group and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:06.634486 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:06.641179 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:06.655876 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:06.692976 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:06.696802 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Usage tracker for resource:security_group_rule and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:06.699646 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:06.707481 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:06.770956 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:06.775682 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:06.779594 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ad07a7a2-7192-4844-bcc8-770437b54437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:06.824548 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c0c038-f9f0-4edd-87ac-06abfb60d262,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:06.827378 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:06.835388 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1608 time: 0.2187390
Oct 27 14:17:06.836621 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38316) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:06.837586 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-92a8dd74-3b4f-4e3c-9c37-c426d89b9a7d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:06.846892 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-83c42021-05da-46b3-847e-8d1c084e9984 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Request body: {'security_group_rule': {'security_group_id': 'a2c0c038-f9f0-4edd-87ac-06abfb60d262', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:06.854591 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-83c42021-05da-46b3-847e-8d1c084e9984 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:06.870679 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-83c42021-05da-46b3-847e-8d1c084e9984 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Usage tracker for resource:security_group_rule and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:06.874700 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-83c42021-05da-46b3-847e-8d1c084e9984 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:06.885013 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-e5bc9536-9d78-4236-923c-360fdbb59412 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:06.885681 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-e5bc9536-9d78-4236-923c-360fdbb59412 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Synchronizing usage tracker for tenant:aaa8c6a1d9f04b8aa940a26076686eab on resource:network {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:17:06.889160 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-83c42021-05da-46b3-847e-8d1c084e9984 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:06.913498 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-83c42021-05da-46b3-847e-8d1c084e9984 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:06.920529 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-e5bc9536-9d78-4236-923c-360fdbb59412 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Unset dirty status for tenant:aaa8c6a1d9f04b8aa940a26076686eab on resource:network {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:17:06.922525 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-e5bc9536-9d78-4236-923c-360fdbb59412 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.79 "GET /v2.0/networks?id=a8b00504-e1fb-4a7d-87c6-40a387f15d79 HTTP/1.1" status: 200  len: 809 time: 0.3072796
Oct 27 14:17:07.002647 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-7f6dc658-1dd4-4a6e-b557-5b1dd0049f00 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Synchronizing usage tracker for tenant:aaa8c6a1d9f04b8aa940a26076686eab on resource:security_group {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:17:07.018446 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-83c42021-05da-46b3-847e-8d1c084e9984 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.024914 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-83c42021-05da-46b3-847e-8d1c084e9984 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.028852 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-679bf1d6-cbab-4c0e-bfe7-7b7d13cc6b45 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:07.044248 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-7f6dc658-1dd4-4a6e-b557-5b1dd0049f00 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Unset dirty status for tenant:aaa8c6a1d9f04b8aa940a26076686eab on resource:security_group {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:17:07.045332 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-7f6dc658-1dd4-4a6e-b557-5b1dd0049f00 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa8c6a1d9f04b8aa940a26076686eab HTTP/1.1" status: 200  len: 380 time: 0.0976439
Oct 27 14:17:07.055844 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c42021-05da-46b3-847e-8d1c084e9984 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed31ea8-f1ed-48fd-b317-080f4e0f47c1,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:07.058116 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-83c42021-05da-46b3-847e-8d1c084e9984 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:07.065303 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Request body: {'port': {'device_id': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'admin_state_up': True, 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'security_groups': ['36ec92e8-148f-4262-b13c-40dad57ad443']}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:07.082475 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-83c42021-05da-46b3-847e-8d1c084e9984 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.083614 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-83c42021-05da-46b3-847e-8d1c084e9984 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2459626
Oct 27 14:17:07.086655 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38320) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:07.093479 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-4d13f718-0791-4029-b6c8-37b714a6ab84 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Request body: {'security_group_rule': {'security_group_id': 'a2c0c038-f9f0-4edd-87ac-06abfb60d262', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:07.100614 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-4d13f718-0791-4029-b6c8-37b714a6ab84 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:07.104462 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-4d13f718-0791-4029-b6c8-37b714a6ab84 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Usage tracker for resource:security_group_rule and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:07.107341 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-4d13f718-0791-4029-b6c8-37b714a6ab84 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:07.113909 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-4d13f718-0791-4029-b6c8-37b714a6ab84 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:07.131234 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-4d13f718-0791-4029-b6c8-37b714a6ab84 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.192794 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-4d13f718-0791-4029-b6c8-37b714a6ab84 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.196543 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-4d13f718-0791-4029-b6c8-37b714a6ab84 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.198737 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:07.205127 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:07.215839 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:07.222174 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13f718-0791-4029-b6c8-37b714a6ab84 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec037390-b9b4-4049-8519-5c5224c6f328,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:07.226671 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-4d13f718-0791-4029-b6c8-37b714a6ab84 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:07.231439 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-4d13f718-0791-4029-b6c8-37b714a6ab84 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.232785 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-4d13f718-0791-4029-b6c8-37b714a6ab84 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1449771
Oct 27 14:17:07.236528 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38324) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:07.239332 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Made reservation on behalf of aaa8c6a1d9f04b8aa940a26076686eab for: {'port': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:17:07.242268 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Request body: {'floatingip': {'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:07.242422 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.247782 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:07.252441 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Usage tracker for resource:floatingip and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:07.255608 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:07.261715 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:07.272604 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for floatingip, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.413933 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Allocated IP 172.20.0.10 (a8b00504-e1fb-4a7d-87c6-40a387f15d79/b071a97f-8b44-4558-9f3d-475bdf78fb26/6bc451b1-049e-4f7e-badf-4078e4e42cc2) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:17:07.434677 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.607236 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Allocated IP 172.27.2.138 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/cf766cde-6d98-46f6-bcca-1986555daef8) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:17:07.649791 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.666265 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Transition to ACTIVE for port object 6bc451b1-049e-4f7e-badf-4078e4e42cc2 will not be triggered until provisioned by entity DHCP. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:17:07.689472 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.694304 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8b7e59c0-ad3d-4729-be4b-c95afce71810 req-e0d609f3-f797-4e96-893a-33a4759a4129 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 210 time: 0.0570431
Oct 27 14:17:07.696408 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:07.765765 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Network a8b00504-e1fb-4a7d-87c6-40a387f15d79 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:17:07.769027 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:17:07.771448 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:17:07.805045 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Pushing event updated for resources: {'Port': ['ID=6bc451b1-049e-4f7e-badf-4078e4e42cc2,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:07.805527 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.812536 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:07.839783 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.844143 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:07.844675 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:07.844954 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:07.873992 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8121877
Oct 27 14:17:07.892991 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Request body: {'port': {'device_id': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:08.007119 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:17:08.010111 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:17:08.014581 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:17:08.017533 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:08.045312 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event updated for resources: {'Port': ['ID=cf766cde-6d98-46f6-bcca-1986555daef8,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:08.053358 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:08.074996 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-0a0b16f6-4204-49e4-b06c-f9f038eb4f1b None None] Provisioning for port 6bc451b1-049e-4f7e-badf-4078e4e42cc2 completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:17:08.080257 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-0a0b16f6-4204-49e4-b06c-f9f038eb4f1b None None] Provisioning complete for port 6bc451b1-049e-4f7e-badf-4078e4e42cc2 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:08.080702 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-0a0b16f6-4204-49e4-b06c-f9f038eb4f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:08.187208 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b16f6-4204-49e4-b06c-f9f038eb4f1b None None] Port 6bc451b1-049e-4f7e-badf-4078e4e42cc2 cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:17:08.192833 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:08.250919 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:08.380124 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc451b1-049e-4f7e-badf-4078e4e42cc2 {{(pid=82824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:17:08.386976 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:08.402330 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Transition to ACTIVE for port object 6bc451b1-049e-4f7e-badf-4078e4e42cc2 will not be triggered until provisioned by entity L2. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:17:08.406706 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:08.411230 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c513ec1c-9019-4fba-a38b-f774bbd28c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:08.469995 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:08.476392 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:08.482310 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-d1e98d14-be52-4e1f-b823-bb40e0c51cbe tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:08.548415 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc451b1-049e-4f7e-badf-4078e4e42cc2,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:08.575765 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:08.580614 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event updated for resources: {'Port': ['ID=cf766cde-6d98-46f6-bcca-1986555daef8,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:08.584699 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:08.603071 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:08.627538 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:08.637196 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3912730
Oct 27 14:17:08.658777 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Attempting to bind port 6bc451b1-049e-4f7e-badf-4078e4e42cc2 on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:17:08.659111 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Attempting to bind port 6bc451b1-049e-4f7e-badf-4078e4e42cc2 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '656a8820-d1d8-456e-b585-8d090f49d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79'}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:17:08.659425 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Attempting to bind port 6bc451b1-049e-4f7e-badf-4078e4e42cc2 on network a8b00504-e1fb-4a7d-87c6-40a387f15d79 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:17:08.665276 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Port 6bc451b1-049e-4f7e-badf-4078e4e42cc2 on network a8b00504-e1fb-4a7d-87c6-40a387f15d79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:17:08.665586 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Attempting to bind port 6bc451b1-049e-4f7e-badf-4078e4e42cc2 on network a8b00504-e1fb-4a7d-87c6-40a387f15d79 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:17:08.671984 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:17:08.672312 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Checking segment: {'id': '656a8820-d1d8-456e-b585-8d090f49d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:17:08.672682 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Bound using segment: {'id': '656a8820-d1d8-456e-b585-8d090f49d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79'} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:17:08.673093 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Bound port: 6bc451b1-049e-4f7e-badf-4078e4e42cc2, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656a8820-d1d8-456e-b585-8d090f49d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79'}}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:17:08.673428 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:08.769145 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] For port 6bc451b1-049e-4f7e-badf-4078e4e42cc2, host hv-cinder-81566, cleared binding levels {{(pid=82824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:17:08.772568 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] For port 6bc451b1-049e-4f7e-badf-4078e4e42cc2, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:17:08.777452 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:08.783633 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-90d0486b-2a5e-402f-a368-6c0200c060d0 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:08.837330 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:08.838929 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] 10.222.0.79 "PUT /v2.0/ports/6bc451b1-049e-4f7e-badf-4078e4e42cc2 HTTP/1.1" status: 200  len: 1094 time: 0.9513755
Oct 27 14:17:08.847571 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'tag': '6bc451b1-049e-4f7e-badf-4078e4e42cc2'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:17:08.862541 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-b6d02a42-8f4f-44c8-a111-0d5ef8027122 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Synchronizing usage tracker for tenant:732a065710454a0bb5503b4cde9856da on resource:security_group {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:17:08.871631 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc451b1-049e-4f7e-badf-4078e4e42cc2,revision_number=3']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:08.876238 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:08.909781 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-b6d02a42-8f4f-44c8-a111-0d5ef8027122 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Unset dirty status for tenant:732a065710454a0bb5503b4cde9856da on resource:security_group {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:17:08.910995 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-b6d02a42-8f4f-44c8-a111-0d5ef8027122 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--264219&fields=id&tenant_id=732a065710454a0bb5503b4cde9856da HTTP/1.1" status: 200  len: 267 time: 0.1324265
Oct 27 14:17:08.982610 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8421ef-dec0-45a5-b8ef-957f724b3461 req-de62a652-f4b7-473a-b0b9-674629159b71 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:08.985153 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9d8421ef-dec0-45a5-b8ef-957f724b3461 req-de62a652-f4b7-473a-b0b9-674629159b71 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.1552076
Oct 27 14:17:09.074593 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-9abc5ea5-7885-4611-8570-5b6a6361a859 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aaa8c6a1d9f04b8aa940a26076686eab&device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 1097 time: 0.1813772
Oct 27 14:17:09.126218 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-8f4bc84d-4361-4524-a386-d2ba19d51722 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:09.126859 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-8f4bc84d-4361-4524-a386-d2ba19d51722 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Synchronizing usage tracker for tenant:732a065710454a0bb5503b4cde9856da on resource:network {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:17:09.131035 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9d8421ef-dec0-45a5-b8ef-957f724b3461 req-ecd23001-ab22-4d68-8580-303b49ad0d65 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0903492
Oct 27 14:17:09.148193 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-8f4bc84d-4361-4524-a386-d2ba19d51722 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Unset dirty status for tenant:732a065710454a0bb5503b4cde9856da on resource:network {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:17:09.149508 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-8f4bc84d-4361-4524-a386-d2ba19d51722 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 816 time: 0.2311769
Oct 27 14:17:09.151438 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-b46eaab3-ca4d-4c2e-9e95-d85ffcb85cad service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2 HTTP/1.1" status: 200  len: 217 time: 0.0649469
Oct 27 14:17:09.166723 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0b5847ce-841f-48c9-857b-25578f708a97 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/quotas/732a065710454a0bb5503b4cde9856da HTTP/1.1" status: 200  len: 375 time: 0.0119438
Oct 27 14:17:09.263433 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-b7c08707-3875-43bb-95db-9643f4275daf tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0905595
Oct 27 14:17:09.283484 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'tag': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'status': 'completed', 'code': 200}
Oct 27 14:17:09.308315 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-05197e1e-3c04-4cde-94e6-0b6d7152c290 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:09.309756 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-05197e1e-3c04-4cde-94e6-0b6d7152c290 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b071a97f-8b44-4558-9f3d-475bdf78fb26 HTTP/1.1" status: 200  len: 848 time: 0.1505644
Oct 27 14:17:09.385504 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-3c894494-830f-4770-a5c4-32c823cf6023 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a8b00504-e1fb-4a7d-87c6-40a387f15d79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0685458
Oct 27 14:17:09.473028 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-e4e42baf-30d2-4f2c-b70b-39e109421d3e service neutron] 10.222.0.36 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1968327
Oct 27 14:17:09.521178 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-3ecd7be2-e749-4440-a63c-f00670dd8f24 service neutron] 10.222.0.79 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276996
Oct 27 14:17:09.612559 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-936b660a-3eb7-443e-b4b8-5b1e84f1579d service neutron] 10.222.0.36 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340060
Oct 27 14:17:09.657916 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-7ef2f27f-bf76-4873-96b6-0383a7eea0a4 req-808cc9c1-463e-43b8-9ef5-f7fcc255b08f service neutron] 10.222.0.79 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292696
Oct 27 14:17:09.789898 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-4d5eabca-2c2c-42a9-8021-1607bfa9ff6e req-e5bd9fcf-16ba-4242-8e8b-6661d92c9fe5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aaa8c6a1d9f04b8aa940a26076686eab&device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 1097 time: 0.0754032
Oct 27 14:17:09.813753 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f860d31c-0aa8-4f7d-b4f9-6f8994c4b8d9 req-c4ed4a0c-1461-4f8d-9b25-926648ecbcb6 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 210 time: 0.0436132
Oct 27 14:17:09.938832 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eabca-2c2c-42a9-8021-1607bfa9ff6e req-7bfdd2a4-1113-41b4-9df2-5f0a22d02ca9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:09.940667 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-4d5eabca-2c2c-42a9-8021-1607bfa9ff6e req-7bfdd2a4-1113-41b4-9df2-5f0a22d02ca9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a8b00504-e1fb-4a7d-87c6-40a387f15d79 HTTP/1.1" status: 200  len: 911 time: 0.1406531
Oct 27 14:17:10.016708 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-4d5eabca-2c2c-42a9-8021-1607bfa9ff6e req-823ae80a-3ad0-4f79-8739-d9ee94fdc1a0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2 HTTP/1.1" status: 200  len: 217 time: 0.0652165
Oct 27 14:17:10.086069 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eabca-2c2c-42a9-8021-1607bfa9ff6e req-de8d4643-43f1-4d5a-8e42-5c7d86a07f8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:10.087820 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-4d5eabca-2c2c-42a9-8021-1607bfa9ff6e req-de8d4643-43f1-4d5a-8e42-5c7d86a07f8f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b071a97f-8b44-4558-9f3d-475bdf78fb26 HTTP/1.1" status: 200  len: 848 time: 0.0635381
Oct 27 14:17:10.168501 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-4d5eabca-2c2c-42a9-8021-1607bfa9ff6e req-03fc0c9c-6906-4942-b817-9799a18d2fe7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a8b00504-e1fb-4a7d-87c6-40a387f15d79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708857
Oct 27 14:17:10.314265 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-4d5eabca-2c2c-42a9-8021-1607bfa9ff6e req-da51535d-14f3-40ac-ae3d-881e7f96b981 service neutron] 10.222.0.79 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376061
Oct 27 14:17:10.352742 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42848858-8e1b-4ca8-9d93-a1931d095973 req-f0f042dd-02f8-4f8e-8603-a6b936629109 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:10.354313 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-42848858-8e1b-4ca8-9d93-a1931d095973 req-f0f042dd-02f8-4f8e-8603-a6b936629109 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.0808048
Oct 27 14:17:10.409802 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-42848858-8e1b-4ca8-9d93-a1931d095973 req-916347f2-04b8-4fce-bfea-e24ca8e1be9b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472965
Oct 27 14:17:10.456661 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-4d5eabca-2c2c-42a9-8021-1607bfa9ff6e req-090eb92d-7228-41b3-892f-780074e91f1b service neutron] 10.222.0.79 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332526
Oct 27 14:17:11.004810 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-e70c9861-9650-49ed-8149-ffe8d889cca0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:11.006269 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-e70c9861-9650-49ed-8149-ffe8d889cca0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.79 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 816 time: 0.1512868
Oct 27 14:17:11.008849 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-45eb5ac7-8312-4b08-97a7-16bb1e09bc14 req-7e81cef2-9e46-4985-b01b-21f37c014da3 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 210 time: 0.0437412
Oct 27 14:17:11.078770 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-3ba12c02-a834-433a-bf8a-2b9254d85373 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=732a065710454a0bb5503b4cde9856da HTTP/1.1" status: 200  len: 376 time: 0.0466743
Oct 27 14:17:11.088797 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Request body: {'port': {'device_id': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'admin_state_up': True, 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'security_groups': ['a2c0c038-f9f0-4edd-87ac-06abfb60d262']}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:11.227728 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:11.231416 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Usage tracker for resource:port and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:11.235288 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:11.240910 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:11.250726 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Made reservation on behalf of 732a065710454a0bb5503b4cde9856da for: {'port': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:17:11.253719 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:11.413994 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Allocated IP 172.20.0.11 (10d4832e-36ee-49bc-b2c5-8897dbb83a67/8246b7a1-97e2-4686-affe-6013679e6669/be16286c-3fdf-4d39-a960-7fa20fa3dd28) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:17:11.630042 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6f32e-68e6-4c9b-b0a8-aeb08b00aa77 req-dea37de9-046a-4ea3-a781-96bc37902c19 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:11.644647 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d4b6f32e-68e6-4c9b-b0a8-aeb08b00aa77 req-dea37de9-046a-4ea3-a781-96bc37902c19 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.0989966
Oct 27 14:17:11.709083 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d4b6f32e-68e6-4c9b-b0a8-aeb08b00aa77 req-68fac8e4-b092-4fa5-937c-8725eb923820 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575686
Oct 27 14:17:11.738029 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:11.755615 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Transition to ACTIVE for port object be16286c-3fdf-4d39-a960-7fa20fa3dd28 will not be triggered until provisioned by entity DHCP. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:17:11.780839 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:11.786439 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-88ae26ba-d6a2-4aef-815e-52c6b0fad6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:11.856092 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:17:11.859437 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:17:11.864150 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:17:11.893485 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event updated for resources: {'Port': ['ID=be16286c-3fdf-4d39-a960-7fa20fa3dd28,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:11.898895 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:11.935766 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:11.936897 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:11.964715 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0e173d67-55f9-4356-bd5e-85bafe7c9f47 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8793845
Oct 27 14:17:11.987632 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Request body: {'port': {'device_id': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:12.134837 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:12.195303 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-af6b7300-ce4b-4ff7-973f-e3a5cc49ca93 None None] Provisioning for port be16286c-3fdf-4d39-a960-7fa20fa3dd28 completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:17:12.201067 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-af6b7300-ce4b-4ff7-973f-e3a5cc49ca93 None None] Provisioning complete for port be16286c-3fdf-4d39-a960-7fa20fa3dd28 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:12.201667 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-af6b7300-ce4b-4ff7-973f-e3a5cc49ca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:12.259474 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-af6b7300-ce4b-4ff7-973f-e3a5cc49ca93 None None] Port be16286c-3fdf-4d39-a960-7fa20fa3dd28 cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:17:12.267382 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e09d77-d2b6-4002-8c0d-1d79e1f05f90 req-e8eb6e02-50b2-4fd7-9bec-ffb05ac65ac2 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:12.268914 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-36e09d77-d2b6-4002-8c0d-1d79e1f05f90 req-e8eb6e02-50b2-4fd7-9bec-ffb05ac65ac2 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 932 time: 0.0880015
Oct 27 14:17:12.321822 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-36e09d77-d2b6-4002-8c0d-1d79e1f05f90 req-2958d2ed-20bd-419d-9d98-351e97a51d38 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0439179
Oct 27 14:17:12.519531 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be16286c-3fdf-4d39-a960-7fa20fa3dd28 {{(pid=82824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:17:12.526529 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:12.542944 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Transition to ACTIVE for port object be16286c-3fdf-4d39-a960-7fa20fa3dd28 will not be triggered until provisioned by entity L2. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:17:12.547090 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:12.551234 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4c6ce0fb-a363-497f-8bf0-8a78d634238a tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:12.678840 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Pushing event updated for resources: {'Port': ['ID=be16286c-3fdf-4d39-a960-7fa20fa3dd28,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:12.682713 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:12.771139 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:12.801364 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Attempting to bind port be16286c-3fdf-4d39-a960-7fa20fa3dd28 on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:17:12.801820 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Attempting to bind port be16286c-3fdf-4d39-a960-7fa20fa3dd28 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:17:12.802211 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Attempting to bind port be16286c-3fdf-4d39-a960-7fa20fa3dd28 on network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:17:12.808371 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Port be16286c-3fdf-4d39-a960-7fa20fa3dd28 on network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:17:12.808842 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Attempting to bind port be16286c-3fdf-4d39-a960-7fa20fa3dd28 on network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:17:12.817096 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:17:12.817591 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Checking segment: {'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:17:12.818141 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Bound using segment: {'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:17:12.818698 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Bound port: be16286c-3fdf-4d39-a960-7fa20fa3dd28, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'}}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:17:12.819153 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:12.916267 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] For port be16286c-3fdf-4d39-a960-7fa20fa3dd28, host hv-cinder-81566, cleared binding levels {{(pid=82824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:17:12.919198 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] For port be16286c-3fdf-4d39-a960-7fa20fa3dd28, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:17:12.924704 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ff917-a45e-4413-9f93-e0283360363b req-f5b64687-afb7-46ee-a5a8-df8aba43709d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:12.924894 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:12.926207 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4b6ff917-a45e-4413-9f93-e0283360363b req-f5b64687-afb7-46ee-a5a8-df8aba43709d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.0879993
Oct 27 14:17:12.928503 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-95569019-b336-4a96-9a50-a006bbd56815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:12.985665 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:12.987619 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] 10.222.0.79 "PUT /v2.0/ports/be16286c-3fdf-4d39-a960-7fa20fa3dd28 HTTP/1.1" status: 200  len: 1094 time: 1.0047209
Oct 27 14:17:12.994993 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'tag': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:17:13.017205 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Pushing event updated for resources: {'Port': ['ID=be16286c-3fdf-4d39-a960-7fa20fa3dd28,revision_number=3']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:13.031465 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:13.069105 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4b6ff917-a45e-4413-9f93-e0283360363b req-11e684c7-f230-4fc7-a6dc-4dada50e72cc tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1371496
Oct 27 14:17:13.143395 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-0fb4f972-2d25-4aa6-badd-fb387fea8eb3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 1097 time: 0.0823333
Oct 27 14:17:13.212665 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'tag': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'status': 'completed', 'code': 200}
Oct 27 14:17:13.227155 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-e09fe6fd-e1c4-49e7-b6bb-118e5dc73efd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28 HTTP/1.1" status: 200  len: 217 time: 0.0689735
Oct 27 14:17:13.292105 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-b2fefa97-d71c-4553-97d7-c621c176480f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:13.293404 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-b2fefa97-d71c-4553-97d7-c621c176480f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8246b7a1-97e2-4686-affe-6013679e6669 HTTP/1.1" status: 200  len: 855 time: 0.0577095
Oct 27 14:17:13.369578 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-d459d62a-589f-4b6d-90b2-40d918e58deb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10d4832e-36ee-49bc-b2c5-8897dbb83a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687394
Oct 27 14:17:13.505279 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-735055dc-dc1a-4e0c-a4c0-448b90ab3661 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270301
Oct 27 14:17:13.533221 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2c28-994d-45bb-aabc-895b441167d5 req-6d042c17-b123-48c4-b7ee-3121e383fa44 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:13.534713 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c27b2c28-994d-45bb-aabc-895b441167d5 req-6d042c17-b123-48c4-b7ee-3121e383fa44 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0786459
Oct 27 14:17:13.587068 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c27b2c28-994d-45bb-aabc-895b441167d5 req-656ffe00-2111-42ab-98a0-b3cfb7fd5f55 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0465395
Oct 27 14:17:13.723940 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-6ba8cc91-3400-4e56-8bbe-45ea54dfe59b req-136de960-1977-4230-badd-21f846c7748e service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2113979
Oct 27 14:17:13.847282 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-d16077c5-d8d0-4b93-b14b-c64057f3ff93 req-4c97b227-7709-443d-9690-5202e23bf023 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 1097 time: 0.0718410
Oct 27 14:17:13.883146 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device d15a6afa-8461-477d-93d2-cd81fa7b4f67 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:17:13.950456 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port d15a6afa-8461-477d-93d2-cd81fa7b4f67 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:17:13.955777 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port d15a6afa-8461-477d-93d2-cd81fa7b4f67 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:13.956158 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:13.995596 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16077c5-d8d0-4b93-b14b-c64057f3ff93 req-ffe36b39-2e19-4589-8918-3456d1018892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:13.997035 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-d16077c5-d8d0-4b93-b14b-c64057f3ff93 req-ffe36b39-2e19-4589-8918-3456d1018892 service neutron] 10.222.0.79 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 918 time: 0.1392100
Oct 27 14:17:14.071621 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:14.079663 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-d16077c5-d8d0-4b93-b14b-c64057f3ff93 req-09b96aaa-437d-4d8c-aae1-78f60092884c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28 HTTP/1.1" status: 200  len: 217 time: 0.0674317
Oct 27 14:17:14.088741 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port d15a6afa-8461-477d-93d2-cd81fa7b4f67, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=d15a6afa-8461-477d-93d2-cd81fa7b4f67,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:14.094239 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:14.096250 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-1bd6e312-4716-41bd-9436-708c5c40b22e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:14.150789 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16077c5-d8d0-4b93-b14b-c64057f3ff93 req-644e8217-ad52-4f4b-9563-9d82c0796955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:14.152256 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-d16077c5-d8d0-4b93-b14b-c64057f3ff93 req-644e8217-ad52-4f4b-9563-9d82c0796955 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8246b7a1-97e2-4686-affe-6013679e6669 HTTP/1.1" status: 200  len: 855 time: 0.0663595
Oct 27 14:17:14.163581 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=d15a6afa-8461-477d-93d2-cd81fa7b4f67,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:14.167477 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:14.239277 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-d16077c5-d8d0-4b93-b14b-c64057f3ff93 req-1d5fd078-7ecb-4399-ad07-1232105ba278 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10d4832e-36ee-49bc-b2c5-8897dbb83a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757103
Oct 27 14:17:14.282097 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4367ee-121e-4efe-b10b-3f5de2deed58 req-cf051f4f-ff47-4def-a59c-b01994f98237 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:14.283686 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dd4367ee-121e-4efe-b10b-3f5de2deed58 req-cf051f4f-ff47-4def-a59c-b01994f98237 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.0856359
Oct 27 14:17:14.332392 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dd4367ee-121e-4efe-b10b-3f5de2deed58 req-1b1611cd-783a-49e6-845f-c011c8033c40 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430810
Oct 27 14:17:14.375806 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-d16077c5-d8d0-4b93-b14b-c64057f3ff93 req-acb54b7b-3f53-4b66-8c56-5af622e0daa7 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258614
Oct 27 14:17:14.507522 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-d16077c5-d8d0-4b93-b14b-c64057f3ff93 req-dd7773da-16c6-4236-917c-d263aa236cf3 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242158
Oct 27 14:17:14.800535 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31d348-b96d-4f65-9e56-a48df1f6d57b req-55016330-41ac-401f-93ad-83351de9fd38 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:14.802014 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6b31d348-b96d-4f65-9e56-a48df1f6d57b req-55016330-41ac-401f-93ad-83351de9fd38 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0762269
Oct 27 14:17:14.851852 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6b31d348-b96d-4f65-9e56-a48df1f6d57b req-5bbd65fb-0cdd-4d49-b106-681d270d3e73 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0443833
Oct 27 14:17:15.533441 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b3675-73d3-44ed-9f81-ac573af8f74b req-30b0ed39-12bf-4124-810a-d92b3be7edae tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:15.534976 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ef2b3675-73d3-44ed-9f81-ac573af8f74b req-30b0ed39-12bf-4124-810a-d92b3be7edae tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.0845528
Oct 27 14:17:15.582876 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ef2b3675-73d3-44ed-9f81-ac573af8f74b req-81ac7d5f-2116-42e8-9c0b-6a61a49eb768 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424712
Oct 27 14:17:15.860943 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device d15a6afa-8461-477d-93d2-cd81fa7b4f67 up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:17:15.934101 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port d15a6afa-8461-477d-93d2-cd81fa7b4f67 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:15.934479 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:16.074516 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f56a76-014b-4862-bb21-e6f09bcdba38 req-bb2587eb-4224-4720-b89f-6834487f530a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:16.075976 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f3f56a76-014b-4862-bb21-e6f09bcdba38 req-bb2587eb-4224-4720-b89f-6834487f530a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0874231
Oct 27 14:17:16.123404 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f3f56a76-014b-4862-bb21-e6f09bcdba38 req-340c3402-82d1-4f30-a861-8ce3cbfbb008 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0410047
Oct 27 14:17:16.785107 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d569118-b2e5-4880-9c4e-e29cab50f795 req-7e326657-3b0b-4c9e-914d-57e9060719e7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:16.786615 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1d569118-b2e5-4880-9c4e-e29cab50f795 req-7e326657-3b0b-4c9e-914d-57e9060719e7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.0812433
Oct 27 14:17:16.832896 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1d569118-b2e5-4880-9c4e-e29cab50f795 req-23817a66-b022-4092-9ac1-1a56720d8a5f tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406797
Oct 27 14:17:17.339635 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c548d-dc7a-4207-bdac-b9e6e41cad9b req-233d8520-edbf-4bb2-bdb6-d0ba9bede1a0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:17.341023 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e16c548d-dc7a-4207-bdac-b9e6e41cad9b req-233d8520-edbf-4bb2-bdb6-d0ba9bede1a0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0812206
Oct 27 14:17:17.386447 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e16c548d-dc7a-4207-bdac-b9e6e41cad9b req-29f32dc3-b73d-4ea7-bf24-2ac968a8cc2a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0396769
Oct 27 14:17:17.879233 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 6bc451b1-049e-4f7e-badf-4078e4e42cc2 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:17:18.016725 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 6bc451b1-049e-4f7e-badf-4078e4e42cc2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:18.031225 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'port_id': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'mac_address': 'fa:16:3e:74:2e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:17:18.039769 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f3c7d-4128-4efb-821c-b1537ab90710 req-e8ec3e4b-d175-47db-ac5a-cc89e3b8550c tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:18.041242 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c5f3c7d-4128-4efb-821c-b1537ab90710 req-e8ec3e4b-d175-47db-ac5a-cc89e3b8550c tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.0806673
Oct 27 14:17:18.087733 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:18.091611 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c5f3c7d-4128-4efb-821c-b1537ab90710 req-c3935a44-8f0f-4214-b00d-bfe1c5663bb8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443811
Oct 27 14:17:18.105654 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc451b1-049e-4f7e-badf-4078e4e42cc2 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:17:18.121237 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 6bc451b1-049e-4f7e-badf-4078e4e42cc2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:18.126205 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:18.126956 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device be16286c-3fdf-4d39-a960-7fa20fa3dd28 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:17:18.128955 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:18.236703 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=6bc451b1-049e-4f7e-badf-4078e4e42cc2,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:18.241630 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:18.325723 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port be16286c-3fdf-4d39-a960-7fa20fa3dd28, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:18.338843 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'port_id': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'mac_address': 'fa:16:3e:fe:d2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:17:18.396446 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:18.413742 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be16286c-3fdf-4d39-a960-7fa20fa3dd28 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:17:18.431160 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port be16286c-3fdf-4d39-a960-7fa20fa3dd28, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:18.435051 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:18.438957 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-022bcff4-3517-4c27-881b-76e9f09cef94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:18.505987 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=be16286c-3fdf-4d39-a960-7fa20fa3dd28,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:18.509256 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:18.603329 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d5a28-26c0-4db1-8857-a0fe0ac74b7b req-a856651b-feb2-49c7-a81a-a30b8c8403f9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:18.604812 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-382d5a28-26c0-4db1-8857-a0fe0ac74b7b req-a856651b-feb2-49c7-a81a-a30b8c8403f9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 945 time: 0.0788743
Oct 27 14:17:18.650707 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-382d5a28-26c0-4db1-8857-a0fe0ac74b7b req-6946f1ce-f930-4055-8a39-1ae0a21a4249 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0394022
Oct 27 14:17:18.745354 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['be16286c-3fdf-4d39-a960-7fa20fa3dd28'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:17:18.774362 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['6bc451b1-049e-4f7e-badf-4078e4e42cc2'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:17:19.330402 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766ba72-edcb-4630-bfa1-db1fabab2242 req-9b6d0152-706d-4a64-bf82-d43edaaeb692 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:19.332636 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1766ba72-edcb-4630-bfa1-db1fabab2242 req-9b6d0152-706d-4a64-bf82-d43edaaeb692 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 945 time: 0.1186008
Oct 27 14:17:19.381454 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1766ba72-edcb-4630-bfa1-db1fabab2242 req-7247d63d-ca26-4b3c-beee-af9cb0dccdd8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432591
Oct 27 14:17:19.859451 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece09ac-da24-402c-90b6-7ef77f38414b req-5c69f1a7-3d2d-4059-975b-95bc83b42ef1 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:19.861156 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5ece09ac-da24-402c-90b6-7ef77f38414b req-5c69f1a7-3d2d-4059-975b-95bc83b42ef1 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 945 time: 0.0777018
Oct 27 14:17:19.885885 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 6bc451b1-049e-4f7e-badf-4078e4e42cc2 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:17:19.908452 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5ece09ac-da24-402c-90b6-7ef77f38414b req-1d2462e5-24bd-43f1-a5f2-7ece86589ae9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0407846
Oct 27 14:17:19.958755 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port 6bc451b1-049e-4f7e-badf-4078e4e42cc2 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:17:19.963553 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 6bc451b1-049e-4f7e-badf-4078e4e42cc2 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:19.963930 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:20.079139 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:20.107306 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc451b1-049e-4f7e-badf-4078e4e42cc2'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:17:20.118491 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 6bc451b1-049e-4f7e-badf-4078e4e42cc2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:20.122849 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:20.124050 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device be16286c-3fdf-4d39-a960-7fa20fa3dd28 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:17:20.177156 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'code': 200}
Oct 27 14:17:20.181712 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:20.305779 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=6bc451b1-049e-4f7e-badf-4078e4e42cc2,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:20.309293 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:20.319804 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port be16286c-3fdf-4d39-a960-7fa20fa3dd28 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:17:20.324484 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port be16286c-3fdf-4d39-a960-7fa20fa3dd28 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:20.324859 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:20.448979 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:20.485397 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port be16286c-3fdf-4d39-a960-7fa20fa3dd28, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:20.486761 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-250574e5-0144-4a58-bfdd-1430c397c25e req-a0bb5f4d-a634-4f14-8c57-5c906e31d141 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 1099 time: 0.0850124
Oct 27 14:17:20.491862 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:20.494677 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:20.532902 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-250574e5-0144-4a58-bfdd-1430c397c25e req-ba777014-d939-4836-bb40-ab2742f9b288 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393138
Oct 27 14:17:20.565281 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=be16286c-3fdf-4d39-a960-7fa20fa3dd28,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:20.568537 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:20.590605 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8ba15-ca92-4107-a2f5-d5dfe6fa65a1 req-803ad9fd-ee45-4f5d-9228-6485d057b891 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:20.592696 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-46a8ba15-ca92-4107-a2f5-d5dfe6fa65a1 req-803ad9fd-ee45-4f5d-9228-6485d057b891 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.0863976
Oct 27 14:17:20.638767 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-46a8ba15-ca92-4107-a2f5-d5dfe6fa65a1 req-c7324157-ce83-4784-9443-6bc0ca63df4c tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403752
Oct 27 14:17:21.129017 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541db86-3a9f-404e-9db5-03853e769ccd req-3fd36a2f-2603-4b25-973a-8a9e705135eb tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:21.130475 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8541db86-3a9f-404e-9db5-03853e769ccd req-3fd36a2f-2603-4b25-973a-8a9e705135eb tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0787642
Oct 27 14:17:21.176712 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8541db86-3a9f-404e-9db5-03853e769ccd req-c16f52fc-6ea5-4867-914e-8ecb80d99e08 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0400724
Oct 27 14:17:21.850081 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b2d9e-7d7f-4f5c-82d4-0140f4a04438 req-2ba52ac0-29a2-4b27-9d6e-342924568bf0 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:21.851557 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2e4b2d9e-7d7f-4f5c-82d4-0140f4a04438 req-2ba52ac0-29a2-4b27-9d6e-342924568bf0 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.0865169
Oct 27 14:17:21.899588 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2e4b2d9e-7d7f-4f5c-82d4-0140f4a04438 req-ec791d49-2daa-4c2f-a4d6-2a2af68b5a64 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425856
Oct 27 14:17:22.178326 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:17:22.232154 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'code': 200}
Oct 27 14:17:22.397472 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748e991-4c27-44f9-88c3-a828c5c0a87a req-b0182da7-03eb-4492-bd53-60e76599331b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:22.398960 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f748e991-4c27-44f9-88c3-a828c5c0a87a req-b0182da7-03eb-4492-bd53-60e76599331b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0853050
Oct 27 14:17:22.448368 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f748e991-4c27-44f9-88c3-a828c5c0a87a req-0d5ec3e8-cc62-4817-a24a-e16d4a783640 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0438454
Oct 27 14:17:22.475804 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-7986799c-968d-4176-96b3-917ee6e60251 req-5ced5e26-0134-4e45-a0fe-b56b41c580ef service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 1099 time: 0.0712574
Oct 27 14:17:22.522598 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-7986799c-968d-4176-96b3-917ee6e60251 req-99eccb4a-8ec8-4c76-a671-adbaeec9bd46 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0360744
Oct 27 14:17:23.098918 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7923c-e840-4dab-a06b-521a5286c5f2 req-096b4dfe-164a-4163-a674-c411e798250a tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:23.100353 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-41b7923c-e840-4dab-a06b-521a5286c5f2 req-096b4dfe-164a-4163-a674-c411e798250a tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.0769317
Oct 27 14:17:23.145929 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-41b7923c-e840-4dab-a06b-521a5286c5f2 req-e0251bda-8d70-49fb-85a5-272c02573f5a tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399323
Oct 27 14:17:23.343556 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4fd5-32a4-454e-9ae2-f4f4079b3e79 req-620356b6-42a5-41a2-b73e-63ff0aa340dc tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:23.344998 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b12b4fd5-32a4-454e-9ae2-f4f4079b3e79 req-620356b6-42a5-41a2-b73e-63ff0aa340dc tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.0796463
Oct 27 14:17:23.391895 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b12b4fd5-32a4-454e-9ae2-f4f4079b3e79 req-8e5b765d-9189-4db3-ac0e-4a3586ab4165 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414660
Oct 27 14:17:23.419025 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38412) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:23.764632 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-69611dba-5f9b-458f-905e-ca657bbcd310 tempest-TestShelveInstance-1414877480 tempest-TestShelveInstance-1414877480-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 1094 time: 0.3435900
Oct 27 14:17:23.767331 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38420) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:23.772960 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Request body: {'floatingip': {'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'port_id': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:23.774215 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3229dd-cbc9-42c3-b30e-9b3a9d4a4bc1 req-b85318ed-b49b-4490-98ab-e94b6c8fb6e7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:23.775668 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1b3229dd-cbc9-42c3-b30e-9b3a9d4a4bc1 req-b85318ed-b49b-4490-98ab-e94b6c8fb6e7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.1847944
Oct 27 14:17:23.778777 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:23.783357 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Usage tracker for resource:floatingip and tenant:aaa8c6a1d9f04b8aa940a26076686eab is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:23.786214 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:23.791927 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:23.804762 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for floatingip, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:23.824667 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1b3229dd-cbc9-42c3-b30e-9b3a9d4a4bc1 req-99a0eda6-5fc8-4e2a-8aa1-8613b4079dcc tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0428190
Oct 27 14:17:23.953188 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:24.096559 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Allocated IP 172.27.2.205 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/a5213e9e-eb63-4141-9aa2-20f94ff75ea3) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:17:24.243167 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:24.274324 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:24.278893 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c484bc05-368d-4d7f-b9d9-5397c1241646 tempest-ServerRescueNegativeTestJSON-72663 tempest-ServerRescueNegativeTestJSON-72663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:24.339366 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:17:24.342808 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:17:24.345496 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:17:24.380570 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Pushing event updated for resources: {'Port': ['ID=a5213e9e-eb63-4141-9aa2-20f94ff75ea3,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:24.383407 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:24.955932 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:25.012755 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:25.065333 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eb013-bf73-4a17-a6c8-4c55efd5a816 req-5af40cfb-49b1-4ffd-9ac5-fa4a9b6bf4f4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:25.066839 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-752eb013-bf73-4a17-a6c8-4c55efd5a816 req-5af40cfb-49b1-4ffd-9ac5-fa4a9b6bf4f4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0913146
Oct 27 14:17:25.116001 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-752eb013-bf73-4a17-a6c8-4c55efd5a816 req-39bdf232-ade2-4a58-8bb0-05505804ad83 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0437374
Oct 27 14:17:25.220145 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:25.224944 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:25.229439 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-133771d3-eefd-476f-8bbe-14fce7904b88 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:25.325816 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c157f0a-74d1-497c-b96a-d867f537ebfa req-e0f9aa58-0869-4a72-b35f-a809685d2cdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:25.327992 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c157f0a-74d1-497c-b96a-d867f537ebfa req-e0f9aa58-0869-4a72-b35f-a809685d2cdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0770445
Oct 27 14:17:25.332241 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Pushing event updated for resources: {'Port': ['ID=a5213e9e-eb63-4141-9aa2-20f94ff75ea3,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:25.337020 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38430) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:25.340039 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:25.344024 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-65f0fa3a-db90-42de-a146-148a9e9d2c33 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Request body: {'floatingip': {'port_id': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:25.349613 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:25.423748 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-65f0fa3a-db90-42de-a146-148a9e9d2c33 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for floatingip, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:25.544094 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.l3_db [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Floating IP 74a75c90-dac9-49d5-b396-3f30aaebd6c5 associated. External IP: 172.27.2.205, port: 6bc451b1-049e-4f7e-badf-4078e4e42cc2.
Oct 27 14:17:25.953769 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:17:26.130456 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-65f0fa3a-db90-42de-a146-148a9e9d2c33 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:26.134314 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-65f0fa3a-db90-42de-a146-148a9e9d2c33 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:26.247804 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:17:26.257927 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9860aa7-af4b-4c4a-9e35-9e1e7ebd6913 None None] Sync routers for ids ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:17:26.272030 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:26.274410 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9860aa7-af4b-4c4a-9e35-9e1e7ebd6913 None None] Routers {'2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:26.275083 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-d9860aa7-af4b-4c4a-9e35-9e1e7ebd6913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce177d70a0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:26.331758 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5626457
Oct 27 14:17:26.332977 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'tag': '6bc451b1-049e-4f7e-badf-4078e4e42cc2'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:17:26.337086 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.l3_db [None req-65f0fa3a-db90-42de-a146-148a9e9d2c33 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Floating IP 4499dfc0-652d-4a3e-b0f9-fb77f98a3919 associated. External IP: 172.27.2.138, port: be16286c-3fdf-4d39-a960-7fa20fa3dd28.
Oct 27 14:17:26.395983 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'tag': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'status': 'completed', 'code': 200}
Oct 27 14:17:26.451801 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-d9860aa7-af4b-4c4a-9e35-9e1e7ebd6913 None None] Set router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:26.491905 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-97b92921-d3fc-40d1-8c4c-171780788171 req-004a1148-cb32-4ebf-8a71-ea139fcc3b1e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aaa8c6a1d9f04b8aa940a26076686eab&device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 1099 time: 0.0716746
Oct 27 14:17:26.556352 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-ddf2b429-7f51-4baf-93b2-d509ae8bc967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:26.646478 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b92921-d3fc-40d1-8c4c-171780788171 req-84bc3389-718a-4341-a1ab-bbba29cf2403 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:26.648110 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-97b92921-d3fc-40d1-8c4c-171780788171 req-84bc3389-718a-4341-a1ab-bbba29cf2403 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a8b00504-e1fb-4a7d-87c6-40a387f15d79 HTTP/1.1" status: 200  len: 911 time: 0.1443069
Oct 27 14:17:26.704573 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Sync routers for ids ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:17:26.717229 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Routers {'61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:26.718195 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17854790>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:26.792032 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-97b92921-d3fc-40d1-8c4c-171780788171 req-73faf04f-b983-456e-8c5a-3bf2b0b4d3cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2 HTTP/1.1" status: 200  len: 1000 time: 0.1308725
Oct 27 14:17:26.860295 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-d9860aa7-af4b-4c4a-9e35-9e1e7ebd6913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce177d70a0>, [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:16:31Z', 'revision_number': 4, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '74a75c90-dac9-49d5-b396-3f30aaebd6c5', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'port_id': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'mac_address': 'fa:16:3e:74:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:24Z', 'updated_at': '2021-10-27T14:17:24Z', 'revision_number': 0, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e908a0-b47f-408c-9c7e-4d3b58d4533d', 'name': '', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'mac_address': 'fa:16:3e:bd:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:29Z', 'updated_at': '2021-10-27T14:16:38Z', 'revision_number': 5, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'subnets': [{'id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:26.867325 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9860aa7-af4b-4c4a-9e35-9e1e7ebd6913 None None] Checking router: 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:17:26.875272 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b92921-d3fc-40d1-8c4c-171780788171 req-6583404d-e61d-4c5f-9357-2c5c83079410 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:26.876879 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-97b92921-d3fc-40d1-8c4c-171780788171 req-6583404d-e61d-4c5f-9357-2c5c83079410 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b071a97f-8b44-4558-9f3d-475bdf78fb26 HTTP/1.1" status: 200  len: 848 time: 0.0766530
Oct 27 14:17:26.881875 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f0fa3a-db90-42de-a146-148a9e9d2c33 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:17:26.889640 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9860aa7-af4b-4c4a-9e35-9e1e7ebd6913 None None] Routers {'2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:26.890389 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-d9860aa7-af4b-4c4a-9e35-9e1e7ebd6913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce177d70a0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:26.912926 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Set router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:26.959851 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-97b92921-d3fc-40d1-8c4c-171780788171 req-38aab1ff-1497-4224-ba4b-394d89d4c6e1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a8b00504-e1fb-4a7d-87c6-40a387f15d79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760214
Oct 27 14:17:27.113731 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f0fa3a-db90-42de-a146-148a9e9d2c33 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:17:27.123574 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-65f0fa3a-db90-42de-a146-148a9e9d2c33 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:27.126832 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-d9860aa7-af4b-4c4a-9e35-9e1e7ebd6913 None None] Set router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:27.134149 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-97b92921-d3fc-40d1-8c4c-171780788171 req-4ea92071-4797-4e82-800d-1757dc0e56b3 service neutron] 10.222.0.79 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519930
Oct 27 14:17:27.179657 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:27.190693 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-65f0fa3a-db90-42de-a146-148a9e9d2c33 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "PUT /v2.0/floatingips/4499dfc0-652d-4a3e-b0f9-fb77f98a3919 HTTP/1.1" status: 200  len: 992 time: 1.8525231
Oct 27 14:17:27.191305 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'tag': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:17:27.296739 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-97b92921-d3fc-40d1-8c4c-171780788171 req-63917a81-8d12-406c-8c7e-71a0b4896952 service neutron] 10.222.0.79 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555572
Oct 27 14:17:27.346797 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'tag': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'status': 'completed', 'code': 200}
Oct 27 14:17:27.417512 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17854790>, [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:04Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '4499dfc0-652d-4a3e-b0f9-fb77f98a3919', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'port_id': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'mac_address': 'fa:16:3e:fe:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:08Z', 'updated_at': '2021-10-27T14:17:25Z', 'revision_number': 1, 'project_id': '732a065710454a0bb5503b4cde9856da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec49ed-f6f9-4fd4-a8f6-daa32e59da2c', 'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'mac_address': 'fa:16:3e:85:77:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:04Z', 'updated_at': '2021-10-27T14:17:05Z', 'revision_number': 2, 'project_id': '732a065710454a0bb5503b4cde9856da', 'subnets': [{'id': '8246b7a1-97e2-4686-affe-6013679e6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:27.422107 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Checking router: 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:17:27.422462 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Updating router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c binding host dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:17:27.441944 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-f4900de1-bd62-436f-991d-0a2c3da09b78 req-c148e326-e39d-4cee-a49c-f2ab0019d4cc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 1099 time: 0.0721993
Oct 27 14:17:27.476979 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:27.535783 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-d9860aa7-af4b-4c4a-9e35-9e1e7ebd6913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce177d70a0>, [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:16:31Z', 'revision_number': 4, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '74a75c90-dac9-49d5-b396-3f30aaebd6c5', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'port_id': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'mac_address': 'fa:16:3e:74:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:24Z', 'updated_at': '2021-10-27T14:17:24Z', 'revision_number': 0, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e908a0-b47f-408c-9c7e-4d3b58d4533d', 'name': '', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'mac_address': 'fa:16:3e:bd:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:29Z', 'updated_at': '2021-10-27T14:16:38Z', 'revision_number': 5, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'subnets': [{'id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:27.540428 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9860aa7-af4b-4c4a-9e35-9e1e7ebd6913 None None] The sync data for ids ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'] in dv-cinder-815663-1-iscsi is: [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:16:31Z', 'revision_number': 4, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '74a75c90-dac9-49d5-b396-3f30aaebd6c5', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'port_id': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'mac_address': 'fa:16:3e:74:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:24Z', 'updated_at': '2021-10-27T14:17:24Z', 'revision_number': 0, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e908a0-b47f-408c-9c7e-4d3b58d4533d', 'name': '', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'mac_address': 'fa:16:3e:bd:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:29Z', 'updated_at': '2021-10-27T14:16:38Z', 'revision_number': 5, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'subnets': [{'id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:17:27.595504 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4900de1-bd62-436f-991d-0a2c3da09b78 req-0cd9de3a-f1f1-4fa0-b23a-27afe25ad5e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:27.597475 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-f4900de1-bd62-436f-991d-0a2c3da09b78 req-0cd9de3a-f1f1-4fa0-b23a-27afe25ad5e3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 918 time: 0.1381600
Oct 27 14:17:27.713658 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-f4900de1-bd62-436f-991d-0a2c3da09b78 req-c0bc533a-8883-42c4-96a0-ba9895e09cc8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28 HTTP/1.1" status: 200  len: 1000 time: 0.1034269
Oct 27 14:17:27.746987 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba0e19-9f30-4e8d-897b-4386840b6355 None None] New status for floating IP 74a75c90-dac9-49d5-b396-3f30aaebd6c5: ACTIVE {{(pid=82827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:17:27.788904 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4900de1-bd62-436f-991d-0a2c3da09b78 req-10c93d8a-ce88-49ce-9ff5-a873606edb58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:27.790732 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-f4900de1-bd62-436f-991d-0a2c3da09b78 req-10c93d8a-ce88-49ce-9ff5-a873606edb58 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8246b7a1-97e2-4686-affe-6013679e6669 HTTP/1.1" status: 200  len: 855 time: 0.0652103
Oct 27 14:17:27.836768 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Notify callbacks [] for port, precommit_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:27.852997 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Transition to ACTIVE for port object acec49ed-f6f9-4fd4-a8f6-daa32e59da2c will not be triggered until provisioned by entity L2. {{(pid=82826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:17:27.860811 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:27.867282 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:27.883070 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-f4900de1-bd62-436f-991d-0a2c3da09b78 req-4c82fd19-9057-403e-9699-75ce4e2f9434 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10d4832e-36ee-49bc-b2c5-8897dbb83a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805607
Oct 27 14:17:27.992743 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Pushing event updated for resources: {'Port': ['ID=acec49ed-f6f9-4fd4-a8f6-daa32e59da2c,revision_number=3']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:28.018428 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:28.019141 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:28.019648 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:28.020170 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:28.020662 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:28.021145 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:28.021690 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:28.022178 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:28.022827 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:28.023308 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:28.023787 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:28.030092 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:28.137540 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Attempting to bind port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c on host dv-cinder-815663-1-iscsi for vnic_type normal with profile  {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:17:28.137924 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Attempting to bind port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c by drivers openvswitch,hyperv on host dv-cinder-815663-1-iscsi at level 0 using segments [{'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:17:28.138355 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Attempting to bind port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c on network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:17:28.152638 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Checking agent: {'id': '3eca9b09-dc7a-4040-b559-309e50e89349', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 27), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:17:28.153024 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Checking segment: {'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:17:28.153427 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:28.153823 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Bound using segment: {'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'} {{(pid=82826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:17:28.154910 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.managers [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Bound port: acec49ed-f6f9-4fd4-a8f6-daa32e59da2c, host: dv-cinder-815663-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'}}] {{(pid=82826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:17:28.155359 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:28.181915 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-f4900de1-bd62-436f-991d-0a2c3da09b78 req-ea633a6a-c397-4a1f-8385-2e8ad2931a02 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2901311
Oct 27 14:17:28.286215 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] For port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c, host dv-cinder-815663-1-iscsi, cleared binding levels {{(pid=82826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:17:28.289691 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] For port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c, host dv-cinder-815663-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=acec49ed-f6f9-4fd4-a8f6-daa32e59da2c,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:17:28.293422 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:28.297470 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:28.320732 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-f4900de1-bd62-436f-991d-0a2c3da09b78 req-85f9f7b4-dc76-49e2-a3a0-69c77c0f159f service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312711
Oct 27 14:17:28.378854 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Pushing event updated for resources: {'Port': ['ID=acec49ed-f6f9-4fd4-a8f6-daa32e59da2c,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:28.382367 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:28.383875 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Routers {'61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:28.384477 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17854790>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:16:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:28.582854 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] Set router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:28.762775 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-4bef56ff-60f0-4b2c-9076-2fa6383240bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:28.946723 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17854790>, [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:04Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '4499dfc0-652d-4a3e-b0f9-fb77f98a3919', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'port_id': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'mac_address': 'fa:16:3e:fe:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:08Z', 'updated_at': '2021-10-27T14:17:25Z', 'revision_number': 1, 'project_id': '732a065710454a0bb5503b4cde9856da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec49ed-f6f9-4fd4-a8f6-daa32e59da2c', 'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'mac_address': 'fa:16:3e:85:77:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:04Z', 'updated_at': '2021-10-27T14:17:28Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'subnets': [{'id': '8246b7a1-97e2-4686-affe-6013679e6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:28.950563 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95872a-5898-4f7c-835a-42db94bddec5 None None] The sync data for ids ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'] in dv-cinder-815663-1-iscsi is: [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:04Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '4499dfc0-652d-4a3e-b0f9-fb77f98a3919', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'port_id': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'mac_address': 'fa:16:3e:fe:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:08Z', 'updated_at': '2021-10-27T14:17:25Z', 'revision_number': 1, 'project_id': '732a065710454a0bb5503b4cde9856da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec49ed-f6f9-4fd4-a8f6-daa32e59da2c', 'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'mac_address': 'fa:16:3e:85:77:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:04Z', 'updated_at': '2021-10-27T14:17:28Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'subnets': [{'id': '8246b7a1-97e2-4686-affe-6013679e6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:17:29.849414 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:29.895876 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device acec49ed-f6f9-4fd4-a8f6-daa32e59da2c up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:17:29.975407 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning for port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:17:29.980925 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:29.981312 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:30.105417 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:30.137316 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] For port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=acec49ed-f6f9-4fd4-a8f6-daa32e59da2c,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:30.141405 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:30.143349 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:30.208299 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Pushing event updated for resources: {'Port': ['ID=acec49ed-f6f9-4fd4-a8f6-daa32e59da2c,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:30.211411 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:31.248871 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:31.478383 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6d91487b-3675-4641-b8df-50362bfde722 req-d39e45b8-3e3d-4a83-9d5a-0b3551667f84 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139774790&fields=id&tenant_id=17464c5131664d84a88aee4a92d27614 HTTP/1.1" status: 200  len: 267 time: 0.0430973
Oct 27 14:17:31.563496 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91487b-3675-4641-b8df-50362bfde722 req-3961794e-b071-466a-9d64-07f2e2a436ee tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:31.564952 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6d91487b-3675-4641-b8df-50362bfde722 req-3961794e-b071-466a-9d64-07f2e2a436ee tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 984 time: 0.0812521
Oct 27 14:17:31.575342 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-6d91487b-3675-4641-b8df-50362bfde722 req-541690b8-e710-4d0a-aeac-3e1dccc6d038 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Request body: {'port': {'security_groups': ['5f183a09-6937-4e8c-8698-7698367c1212']}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:31.695641 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-6d91487b-3675-4641-b8df-50362bfde722 req-541690b8-e710-4d0a-aeac-3e1dccc6d038 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:31.878798 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device acec49ed-f6f9-4fd4-a8f6-daa32e59da2c up at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:17:31.946311 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-6d91487b-3675-4641-b8df-50362bfde722 req-541690b8-e710-4d0a-aeac-3e1dccc6d038 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] For port c751cd49-87b4-4970-a4cd-12831ac91018, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c751cd49-87b4-4970-a4cd-12831ac91018,segment=NetworkSegment(7afa0abc-9ba5-4c44-8a9a-330402cb30c5),segment_id=7afa0abc-9ba5-4c44-8a9a-330402cb30c5)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:31.948164 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Provisioning complete for port acec49ed-f6f9-4fd4-a8f6-daa32e59da2c triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:31.948542 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:31.971789 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-6d91487b-3675-4641-b8df-50362bfde722 req-541690b8-e710-4d0a-aeac-3e1dccc6d038 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:31.976293 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-6d91487b-3675-4641-b8df-50362bfde722 req-541690b8-e710-4d0a-aeac-3e1dccc6d038 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:31.992546 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-3d9d0b5c-29c1-4a8c-bfb1-7b85a5b3e1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:31.993207 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['c751cd49-87b4-4970-a4cd-12831ac91018'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:17:32.053963 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91487b-3675-4641-b8df-50362bfde722 req-541690b8-e710-4d0a-aeac-3e1dccc6d038 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:32.054276 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-6d91487b-3675-4641-b8df-50362bfde722 req-541690b8-e710-4d0a-aeac-3e1dccc6d038 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:32.062806 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38460) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:32.063322 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6d91487b-3675-4641-b8df-50362bfde722 req-541690b8-e710-4d0a-aeac-3e1dccc6d038 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "PUT /v2.0/ports/c751cd49-87b4-4970-a4cd-12831ac91018 HTTP/1.1" status: 200  len: 942 time: 0.4923382
Oct 27 14:17:32.067679 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'tag': 'c751cd49-87b4-4970-a4cd-12831ac91018'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:17:32.088373 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541690b8-e710-4d0a-aeac-3e1dccc6d038 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event updated for resources: {'Port': ['ID=c751cd49-87b4-4970-a4cd-12831ac91018,revision_number=7']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:32.092260 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-541690b8-e710-4d0a-aeac-3e1dccc6d038 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:32.139954 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'tag': 'c751cd49-87b4-4970-a4cd-12831ac91018', 'status': 'completed', 'code': 200}
Oct 27 14:17:32.166657 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2c11e362-9906-4147-9639-3d5833cb67f4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:32.177150 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['c751cd49-87b4-4970-a4cd-12831ac91018'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:17:32.251340 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2c11e362-9906-4147-9639-3d5833cb67f4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:32.309423 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-9eb2caa6-e8be-49dd-8ff8-be0a51d9c6d8 req-82045e3f-d03f-482d-9c62-c3eaf345067e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=17464c5131664d84a88aee4a92d27614&device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 1098 time: 0.1277864
Oct 27 14:17:32.367802 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2c11e362-9906-4147-9639-3d5833cb67f4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:32.417539 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-0ce0449d-434c-4b5b-b101-f59aeac2530d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:32.420889 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-bea05c74-38ae-4ef5-aacd-046207bc34ef None None] Provisioning complete for port c751cd49-87b4-4970-a4cd-12831ac91018 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:32.421387 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bea05c74-38ae-4ef5-aacd-046207bc34ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:32.436506 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11e362-9906-4147-9639-3d5833cb67f4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cc1646-7bde-4a33-ab57-17c2fb107dbe,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:32.444685 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-2c11e362-9906-4147-9639-3d5833cb67f4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:32.457904 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2c11e362-9906-4147-9639-3d5833cb67f4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:32.461392 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-2c11e362-9906-4147-9639-3d5833cb67f4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "DELETE /v2.0/security-groups/13cc1646-7bde-4a33-ab57-17c2fb107dbe HTTP/1.1" status: 204  len: 168 time: 0.3948259
Oct 27 14:17:32.461620 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38466) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:32.555420 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2caa6-e8be-49dd-8ff8-be0a51d9c6d8 req-e493d48c-dacd-4d9b-9004-dda444795f4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:32.556885 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-9eb2caa6-e8be-49dd-8ff8-be0a51d9c6d8 req-e493d48c-dacd-4d9b-9004-dda444795f4a service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ecb5a6d-f03e-4447-a995-145b38777b2c HTTP/1.1" status: 200  len: 916 time: 0.2410758
Oct 27 14:17:32.760089 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-9eb2caa6-e8be-49dd-8ff8-be0a51d9c6d8 req-01e8d304-313b-455f-850c-a5deba327ebd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c751cd49-87b4-4970-a4cd-12831ac91018 HTTP/1.1" status: 200  len: 1001 time: 0.1910264
Oct 27 14:17:32.765873 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-2b8e580a-5672-4ad1-8af8-bea46f4a122f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Deleting port 7b06b559-fb4d-4f3b-b914-3701112995a5 {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:17:32.766204 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2b8e580a-5672-4ad1-8af8-bea46f4a122f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:32.889828 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2caa6-e8be-49dd-8ff8-be0a51d9c6d8 req-fa2629f9-68ec-4baf-9e07-0dbd2b9fa9a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:32.891312 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-9eb2caa6-e8be-49dd-8ff8-be0a51d9c6d8 req-fa2629f9-68ec-4baf-9e07-0dbd2b9fa9a4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de23510a-d9b0-430c-ab14-9f49b3e3e9a5 HTTP/1.1" status: 200  len: 853 time: 0.1023238
Oct 27 14:17:33.040411 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2b8e580a-5672-4ad1-8af8-bea46f4a122f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:33.040736 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2b8e580a-5672-4ad1-8af8-bea46f4a122f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:33.155997 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5dc886-d1a5-4a7f-983c-c7b86163bbe2 None None] New status for floating IP 4499dfc0-652d-4a3e-b0f9-fb77f98a3919: ACTIVE {{(pid=82826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:17:33.168418 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-2b8e580a-5672-4ad1-8af8-bea46f4a122f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Calling delete_port for 7b06b559-fb4d-4f3b-b914-3701112995a5 owned by network:floatingip {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:17:33.204366 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-9eb2caa6-e8be-49dd-8ff8-be0a51d9c6d8 req-de055a82-b814-4814-926d-a1c9b0a181e2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ecb5a6d-f03e-4447-a995-145b38777b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3015118
Oct 27 14:17:33.488437 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-9eb2caa6-e8be-49dd-8ff8-be0a51d9c6d8 req-c16859a9-80fd-4574-9bff-7a3a657ef703 service neutron] 10.222.0.79 "GET /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2732716
Oct 27 14:17:33.635096 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2b8e580a-5672-4ad1-8af8-bea46f4a122f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:33.645795 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:33.709580 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e580a-5672-4ad1-8af8-bea46f4a122f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event deleted for resources: {'Port': ['ID=7b06b559-fb4d-4f3b-b914-3701112995a5,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:33.713403 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-2b8e580a-5672-4ad1-8af8-bea46f4a122f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:33.743199 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-9eb2caa6-e8be-49dd-8ff8-be0a51d9c6d8 req-c9f1e6a2-2a40-4a90-b177-a655084e3b6d service neutron] 10.222.0.79 "GET /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2242031
Oct 27 14:17:33.807172 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2b8e580a-5672-4ad1-8af8-bea46f4a122f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks [] for floatingip, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:34.212245 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8e580a-5672-4ad1-8af8-bea46f4a122f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Router 97d80d4a-e8b5-46d4-9a19-32877b2af65d has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:17:34.416265 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8e580a-5672-4ad1-8af8-bea46f4a122f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:17:34.425732 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85102d11-f886-4646-b7cc-b0ce9b8523a8 None None] Sync routers for ids ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:17:34.428916 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2b8e580a-5672-4ad1-8af8-bea46f4a122f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:34.437975 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85102d11-f886-4646-b7cc-b0ce9b8523a8 None None] Routers {'97d80d4a-e8b5-46d4-9a19-32877b2af65d'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:34.438757 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-85102d11-f886-4646-b7cc-b0ce9b8523a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce174726d0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:17:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:34.482407 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-2b8e580a-5672-4ad1-8af8-bea46f4a122f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "DELETE /v2.0/floatingips/407cc325-a38b-42f2-a63b-05f649bbf921 HTTP/1.1" status: 204  len: 168 time: 2.0197177
Oct 27 14:17:34.483349 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'tag': 'c751cd49-87b4-4970-a4cd-12831ac91018'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:17:34.544733 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'tag': 'c751cd49-87b4-4970-a4cd-12831ac91018', 'status': 'completed', 'code': 200}
Oct 27 14:17:34.624520 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-85102d11-f886-4646-b7cc-b0ce9b8523a8 None None] Set router 97d80d4a-e8b5-46d4-9a19-32877b2af65d gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:34.660230 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-22a18e33-974e-4758-a37c-e87c933dea66 req-e504e980-ee77-4100-8713-dfcedc535bdf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=17464c5131664d84a88aee4a92d27614&device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 1098 time: 0.0766621
Oct 27 14:17:34.826297 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a18e33-974e-4758-a37c-e87c933dea66 req-300a2ee7-106c-45c9-8473-b56690192d91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:34.827875 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-22a18e33-974e-4758-a37c-e87c933dea66 req-300a2ee7-106c-45c9-8473-b56690192d91 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ecb5a6d-f03e-4447-a995-145b38777b2c HTTP/1.1" status: 200  len: 916 time: 0.1612222
Oct 27 14:17:34.906390 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-22a18e33-974e-4758-a37c-e87c933dea66 req-3bfc426c-a65c-457b-b989-e9c2264ad5f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c751cd49-87b4-4970-a4cd-12831ac91018 HTTP/1.1" status: 200  len: 217 time: 0.0665503
Oct 27 14:17:34.967671 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-85102d11-f886-4646-b7cc-b0ce9b8523a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce174726d0>, [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:13:51Z', 'revision_number': 4, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port': {'id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:43Z', 'updated_at': '2021-10-27T14:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'a3624dcc-886c-4452-96c7-06790e5f39af', 'name': '', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'mac_address': 'fa:16:3e:fc:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:49Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 5, 'project_id': '17464c5131664d84a88aee4a92d27614', 'subnets': [{'id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:34.972436 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85102d11-f886-4646-b7cc-b0ce9b8523a8 None None] Checking router: 97d80d4a-e8b5-46d4-9a19-32877b2af65d for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:17:34.982544 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a18e33-974e-4758-a37c-e87c933dea66 req-b68608b4-54e3-4968-8093-fac387d80ef5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:34.983083 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85102d11-f886-4646-b7cc-b0ce9b8523a8 None None] Routers {'97d80d4a-e8b5-46d4-9a19-32877b2af65d'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:34.983734 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-85102d11-f886-4646-b7cc-b0ce9b8523a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce174726d0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:17:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:34.984035 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-22a18e33-974e-4758-a37c-e87c933dea66 req-b68608b4-54e3-4968-8093-fac387d80ef5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de23510a-d9b0-430c-ab14-9f49b3e3e9a5 HTTP/1.1" status: 200  len: 853 time: 0.0632229
Oct 27 14:17:35.064133 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-22a18e33-974e-4758-a37c-e87c933dea66 req-91138340-70a4-48cb-8296-e394aef76649 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ecb5a6d-f03e-4447-a995-145b38777b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715976
Oct 27 14:17:35.165356 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-85102d11-f886-4646-b7cc-b0ce9b8523a8 None None] Set router 97d80d4a-e8b5-46d4-9a19-32877b2af65d gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:35.298936 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-22a18e33-974e-4758-a37c-e87c933dea66 req-873080ba-b481-4a60-a32f-a3b73f42fc01 service neutron] 10.222.0.79 "GET /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2268534
Oct 27 14:17:35.448113 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-22a18e33-974e-4758-a37c-e87c933dea66 req-7c8b7a4e-78f1-4fb6-98d5-96fa5e2a2eb9 service neutron] 10.222.0.79 "GET /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320443
Oct 27 14:17:35.498982 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-85102d11-f886-4646-b7cc-b0ce9b8523a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce174726d0>, [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:13:51Z', 'revision_number': 4, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port': {'id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:43Z', 'updated_at': '2021-10-27T14:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'a3624dcc-886c-4452-96c7-06790e5f39af', 'name': '', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'mac_address': 'fa:16:3e:fc:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:49Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 5, 'project_id': '17464c5131664d84a88aee4a92d27614', 'subnets': [{'id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:35.502949 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85102d11-f886-4646-b7cc-b0ce9b8523a8 None None] The sync data for ids ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'] in dv-cinder-815663-1-iscsi is: [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:13:51Z', 'revision_number': 4, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port': {'id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:43Z', 'updated_at': '2021-10-27T14:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'a3624dcc-886c-4452-96c7-06790e5f39af', 'name': '', 'network_id': '8ecb5a6d-f03e-4447-a995-145b38777b2c', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'mac_address': 'fa:16:3e:fc:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:49Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 5, 'project_id': '17464c5131664d84a88aee4a92d27614', 'subnets': [{'id': 'de23510a-d9b0-430c-ab14-9f49b3e3e9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:17:37.231291 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd6d0b8-01ea-4ef2-b903-bcae6737797c None None] Sync routers for ids ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:17:37.251495 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd6d0b8-01ea-4ef2-b903-bcae6737797c None None] Routers {'61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:37.252241 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-5bd6d0b8-01ea-4ef2-b903-bcae6737797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1779d460>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:17:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:37.418431 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5a186-de62-4328-af22-177c3e9ccf94 req-9b2d1f3d-cade-49b4-aadf-7510160dca6a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:37.422451 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-32c5a186-de62-4328-af22-177c3e9ccf94 req-9b2d1f3d-cade-49b4-aadf-7510160dca6a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0993390
Oct 27 14:17:37.480876 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-32c5a186-de62-4328-af22-177c3e9ccf94 req-3f1d4fe7-a455-4160-a20b-3271eb8f13e6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517266
Oct 27 14:17:37.489307 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-5bd6d0b8-01ea-4ef2-b903-bcae6737797c None None] Set router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:37.857357 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce4b7-f94e-4283-961a-3155513cd83d req-971ef8f0-b38d-4d07-a18c-496a9e18bc33 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:37.860727 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-840ce4b7-f94e-4283-961a-3155513cd83d req-971ef8f0-b38d-4d07-a18c-496a9e18bc33 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 945 time: 0.1033931
Oct 27 14:17:37.893525 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-5bd6d0b8-01ea-4ef2-b903-bcae6737797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1779d460>, [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:04Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '4499dfc0-652d-4a3e-b0f9-fb77f98a3919', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'port_id': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'mac_address': 'fa:16:3e:fe:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:08Z', 'updated_at': '2021-10-27T14:17:33Z', 'revision_number': 2, 'project_id': '732a065710454a0bb5503b4cde9856da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec49ed-f6f9-4fd4-a8f6-daa32e59da2c', 'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'mac_address': 'fa:16:3e:85:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:04Z', 'updated_at': '2021-10-27T14:17:30Z', 'revision_number': 5, 'project_id': '732a065710454a0bb5503b4cde9856da', 'subnets': [{'id': '8246b7a1-97e2-4686-affe-6013679e6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:37.897894 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd6d0b8-01ea-4ef2-b903-bcae6737797c None None] Checking router: 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:17:37.908717 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd6d0b8-01ea-4ef2-b903-bcae6737797c None None] Routers {'61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:37.909310 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-5bd6d0b8-01ea-4ef2-b903-bcae6737797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1779d460>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:17:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:37.911319 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-840ce4b7-f94e-4283-961a-3155513cd83d req-d24f99bd-ad73-4e87-8f39-34a101aa7660 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451570
Oct 27 14:17:37.967046 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:17:38.085621 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-5bd6d0b8-01ea-4ef2-b903-bcae6737797c None None] Set router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:38.460857 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-5bd6d0b8-01ea-4ef2-b903-bcae6737797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1779d460>, [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:04Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '4499dfc0-652d-4a3e-b0f9-fb77f98a3919', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'port_id': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'mac_address': 'fa:16:3e:fe:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:08Z', 'updated_at': '2021-10-27T14:17:33Z', 'revision_number': 2, 'project_id': '732a065710454a0bb5503b4cde9856da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec49ed-f6f9-4fd4-a8f6-daa32e59da2c', 'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'mac_address': 'fa:16:3e:85:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:04Z', 'updated_at': '2021-10-27T14:17:30Z', 'revision_number': 5, 'project_id': '732a065710454a0bb5503b4cde9856da', 'subnets': [{'id': '8246b7a1-97e2-4686-affe-6013679e6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:38.464912 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd6d0b8-01ea-4ef2-b903-bcae6737797c None None] The sync data for ids ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'] in dv-cinder-815663-1-iscsi is: [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:04Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '4499dfc0-652d-4a3e-b0f9-fb77f98a3919', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'port_id': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'mac_address': 'fa:16:3e:fe:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:08Z', 'updated_at': '2021-10-27T14:17:33Z', 'revision_number': 2, 'project_id': '732a065710454a0bb5503b4cde9856da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec49ed-f6f9-4fd4-a8f6-daa32e59da2c', 'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'mac_address': 'fa:16:3e:85:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:04Z', 'updated_at': '2021-10-27T14:17:30Z', 'revision_number': 5, 'project_id': '732a065710454a0bb5503b4cde9856da', 'subnets': [{'id': '8246b7a1-97e2-4686-affe-6013679e6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:17:38.689079 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acaa61-f8f9-4b17-aa70-8a15979c37b9 req-ebe409ad-7dfb-4f2c-8154-4235ac063fdc tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:38.690541 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-07acaa61-f8f9-4b17-aa70-8a15979c37b9 req-ebe409ad-7dfb-4f2c-8154-4235ac063fdc tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.0770617
Oct 27 14:17:38.738065 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-07acaa61-f8f9-4b17-aa70-8a15979c37b9 req-3627aa62-20e1-4476-a2e1-f98a853635f6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=0bf4cedd-889c-4bee-92d2-4055b5d9f613&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420456
Oct 27 14:17:38.788737 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-bc69c59f-0150-451a-b223-7f9a7466c312 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:38.789405 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-bc69c59f-0150-451a-b223-7f9a7466c312 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Synchronizing usage tracker for tenant:a32d3bb833eb4a8ea5bb9428523f7587 on resource:port {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:17:38.802213 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-bc69c59f-0150-451a-b223-7f9a7466c312 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Unset dirty status for tenant:a32d3bb833eb4a8ea5bb9428523f7587 on resource:port {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:17:38.803348 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-bc69c59f-0150-451a-b223-7f9a7466c312 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 945 time: 0.1049623
Oct 27 14:17:38.871791 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Deleting port 19eb66a1-100d-4ec5-8072-9795d2cdf200 {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:17:38.872121 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:39.113373 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] For port 19eb66a1-100d-4ec5-8072-9795d2cdf200, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=19eb66a1-100d-4ec5-8072-9795d2cdf200,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:39.113715 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:39.115971 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f160e-813c-4baf-8fed-3fa6bcb09ae2 req-932ba373-de3e-40b1-96f8-2964933d3cfe tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:39.117518 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-638f160e-813c-4baf-8fed-3fa6bcb09ae2 req-932ba373-de3e-40b1-96f8-2964933d3cfe tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 945 time: 0.0809674
Oct 27 14:17:39.163810 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-638f160e-813c-4baf-8fed-3fa6bcb09ae2 req-7a97b0f6-d145-4bea-a54b-9265ecf6296d tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406582
Oct 27 14:17:39.395403 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:39.395757 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:39.396067 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.l3_db [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Floating IP 8c340472-7025-4961-b242-694121368075 disassociated. External IP: 172.27.2.36, port: 19eb66a1-100d-4ec5-8072-9795d2cdf200.
Oct 27 14:17:39.396395 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Calling delete_port for 19eb66a1-100d-4ec5-8072-9795d2cdf200 owned by compute:nova {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:17:39.535648 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:39.540841 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:39.586138 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event deleted for resources: {'Port': ['ID=19eb66a1-100d-4ec5-8072-9795d2cdf200,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:39.589940 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:39.804053 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Router e2654565-789d-45d0-97f1-7379fce14557 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:17:39.958930 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-43a2e3a9-8047-4626-97ce-9067bde43648 req-da4929e9-b8da-4fbf-a0cf-ed5eee2f2dd4 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c HTTP/1.1" status: 200  len: 210 time: 0.0523911
Oct 27 14:17:40.019849 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ca07c-3c03-4067-90fc-614ea4029601 req-eeb1ddfa-ac47-478f-a1e1-0d4c27386e78 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:40.021386 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-082ca07c-3c03-4067-90fc-614ea4029601 req-eeb1ddfa-ac47-478f-a1e1-0d4c27386e78 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 945 time: 0.1512408
Oct 27 14:17:40.103736 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-082ca07c-3c03-4067-90fc-614ea4029601 req-4867ec72-d488-4bd2-92d5-3b1a8c4ae12c tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Deleting port c751cd49-87b4-4970-a4cd-12831ac91018 {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:17:40.104092 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-082ca07c-3c03-4067-90fc-614ea4029601 req-4867ec72-d488-4bd2-92d5-3b1a8c4ae12c tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:40.141213 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:17:40.154523 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d6cb1-83eb-4d1a-b301-c4a64f62b4ee None None] Sync routers for ids ['e2654565-789d-45d0-97f1-7379fce14557'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:17:40.167604 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d6cb1-83eb-4d1a-b301-c4a64f62b4ee None None] Routers {'e2654565-789d-45d0-97f1-7379fce14557'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:40.168505 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-ef5d6cb1-83eb-4d1a-b301-c4a64f62b4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17472e20>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:17:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['e2654565-789d-45d0-97f1-7379fce14557'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:40.244791 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] No DVR routers for this DVR port 19eb66a1-100d-4ec5-8072-9795d2cdf200 on host hv-cinder-81566 {{(pid=82824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:17:40.247553 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:40.260598 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c', 'name': 'network-vif-deleted', 'tag': '19eb66a1-100d-4ec5-8072-9795d2cdf200'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:17:40.270076 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-49b621bd-bcdd-491c-adcb-b4cc974292b2 req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.79 "DELETE /v2.0/ports/19eb66a1-100d-4ec5-8072-9795d2cdf200 HTTP/1.1" status: 204  len: 173 time: 1.4598339
Oct 27 14:17:40.367290 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff79f24-ea3f-4ac9-bc9e-e6469b00ae0c', 'name': 'network-vif-deleted', 'tag': '19eb66a1-100d-4ec5-8072-9795d2cdf200', 'status': 'completed', 'code': 200}
Oct 27 14:17:40.505223 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-ef5d6cb1-83eb-4d1a-b301-c4a64f62b4ee None None] Set router e2654565-789d-45d0-97f1-7379fce14557 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:40.540466 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-082ca07c-3c03-4067-90fc-614ea4029601 req-4867ec72-d488-4bd2-92d5-3b1a8c4ae12c tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] For port c751cd49-87b4-4970-a4cd-12831ac91018, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c751cd49-87b4-4970-a4cd-12831ac91018,segment=NetworkSegment(7afa0abc-9ba5-4c44-8a9a-330402cb30c5),segment_id=7afa0abc-9ba5-4c44-8a9a-330402cb30c5)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:40.540821 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-082ca07c-3c03-4067-90fc-614ea4029601 req-4867ec72-d488-4bd2-92d5-3b1a8c4ae12c tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:40.672662 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-082ca07c-3c03-4067-90fc-614ea4029601 req-4867ec72-d488-4bd2-92d5-3b1a8c4ae12c tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Calling delete_port for c751cd49-87b4-4970-a4cd-12831ac91018 owned by compute:nova {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:17:40.741277 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a67f9f-669d-4260-95b4-d4c813449b82 req-a03d75ba-de3c-43c3-bf12-c56e0394c91a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:40.742758 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-82a67f9f-669d-4260-95b4-d4c813449b82 req-a03d75ba-de3c-43c3-bf12-c56e0394c91a tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7a8d0c-2223-470d-a7d3-3a51c35dd678 HTTP/1.1" status: 200  len: 945 time: 0.2780945
Oct 27 14:17:40.837076 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-82a67f9f-669d-4260-95b4-d4c813449b82 req-e5a12bbf-5f74-44fa-936f-8f552f686495 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f183a09-6937-4e8c-8698-7698367c1212&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822854
Oct 27 14:17:40.861986 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-ef5d6cb1-83eb-4d1a-b301-c4a64f62b4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17472e20>, [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:22Z', 'revision_number': 5, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:40.875340 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-082ca07c-3c03-4067-90fc-614ea4029601 req-4867ec72-d488-4bd2-92d5-3b1a8c4ae12c tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:40.875340 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-dd154d0b-24c5-4f10-bf29-445dbef057eb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:40.877418 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d6cb1-83eb-4d1a-b301-c4a64f62b4ee None None] Checking router: e2654565-789d-45d0-97f1-7379fce14557 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:17:40.880469 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['c751cd49-87b4-4970-a4cd-12831ac91018'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:17:40.891336 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d6cb1-83eb-4d1a-b301-c4a64f62b4ee None None] Routers {'e2654565-789d-45d0-97f1-7379fce14557'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:40.892093 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-ef5d6cb1-83eb-4d1a-b301-c4a64f62b4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17472e20>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:17:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['e2654565-789d-45d0-97f1-7379fce14557'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:40.945118 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867ec72-d488-4bd2-92d5-3b1a8c4ae12c tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Pushing event deleted for resources: {'Port': ['ID=c751cd49-87b4-4970-a4cd-12831ac91018,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:40.950857 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-4867ec72-d488-4bd2-92d5-3b1a8c4ae12c tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:41.035986 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-082ca07c-3c03-4067-90fc-614ea4029601 req-4867ec72-d488-4bd2-92d5-3b1a8c4ae12c tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] No DVR routers for this DVR port c751cd49-87b4-4970-a4cd-12831ac91018 on host hv-cinder-81566 {{(pid=82823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:17:41.038482 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-082ca07c-3c03-4067-90fc-614ea4029601 req-4867ec72-d488-4bd2-92d5-3b1a8c4ae12c tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:41.041403 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'name': 'network-vif-deleted', 'tag': 'c751cd49-87b4-4970-a4cd-12831ac91018'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:17:41.066487 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-082ca07c-3c03-4067-90fc-614ea4029601 req-4867ec72-d488-4bd2-92d5-3b1a8c4ae12c tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] 10.222.0.79 "DELETE /v2.0/ports/c751cd49-87b4-4970-a4cd-12831ac91018 HTTP/1.1" status: 204  len: 173 time: 1.0379000
Oct 27 14:17:41.115428 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-ef5d6cb1-83eb-4d1a-b301-c4a64f62b4ee None None] Set router e2654565-789d-45d0-97f1-7379fce14557 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:41.158280 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7a8d0c-2223-470d-a7d3-3a51c35dd678', 'name': 'network-vif-deleted', 'tag': 'c751cd49-87b4-4970-a4cd-12831ac91018', 'status': 'completed', 'code': 200}
Oct 27 14:17:41.202714 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38546) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:41.286785 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-72cfdb21-09d4-434e-841a-ce5db7057bbd tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:41.324528 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-72cfdb21-09d4-434e-841a-ce5db7057bbd tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:41.383033 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-72cfdb21-09d4-434e-841a-ce5db7057bbd tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:41.386875 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-57ab69db-a4f7-461e-8a7d-06958d2b3347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:41.401810 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfdb21-09d4-434e-841a-ce5db7057bbd tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf4cedd-889c-4bee-92d2-4055b5d9f613,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:41.405212 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-72cfdb21-09d4-434e-841a-ce5db7057bbd tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:41.415502 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-72cfdb21-09d4-434e-841a-ce5db7057bbd tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:41.419093 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-72cfdb21-09d4-434e-841a-ce5db7057bbd tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "DELETE /v2.0/security-groups/0bf4cedd-889c-4bee-92d2-4055b5d9f613 HTTP/1.1" status: 204  len: 168 time: 0.2121801
Oct 27 14:17:41.419380 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38550) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:41.447088 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.api.v2.resource [None req-91163867-fd67-4c47-9ab6-49084c6798b5 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] show failed (client error): The resource could not be found.
Oct 27 14:17:41.451102 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-91163867-fd67-4c47-9ab6-49084c6798b5 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups/0bf4cedd-889c-4bee-92d2-4055b5d9f613 HTTP/1.1" status: 404  len: 347 time: 0.0269034
Oct 27 14:17:41.451323 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38554) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:41.469341 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-ef5d6cb1-83eb-4d1a-b301-c4a64f62b4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17472e20>, [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:22Z', 'revision_number': 5, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:41.474794 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d6cb1-83eb-4d1a-b301-c4a64f62b4ee None None] The sync data for ids ['e2654565-789d-45d0-97f1-7379fce14557'] in dv-cinder-815663-1-iscsi is: [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:22Z', 'revision_number': 5, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:17:41.631428 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-eb674d90-53df-488f-a978-2b959d8289e1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Deleting port a48f5d53-df91-4a5b-b465-f27e78fd6e91 {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:17:41.631914 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eb674d90-53df-488f-a978-2b959d8289e1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:41.832732 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eb674d90-53df-488f-a978-2b959d8289e1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:41.833035 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eb674d90-53df-488f-a978-2b959d8289e1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:41.953732 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-eb674d90-53df-488f-a978-2b959d8289e1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Calling delete_port for a48f5d53-df91-4a5b-b465-f27e78fd6e91 owned by network:floatingip {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:17:42.098518 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eb674d90-53df-488f-a978-2b959d8289e1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:42.102955 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-6791ed45-6956-47b2-934d-7c441288f24c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:42.145580 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb674d90-53df-488f-a978-2b959d8289e1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event deleted for resources: {'Port': ['ID=a48f5d53-df91-4a5b-b465-f27e78fd6e91,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:42.148923 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-eb674d90-53df-488f-a978-2b959d8289e1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:42.239105 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eb674d90-53df-488f-a978-2b959d8289e1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for floatingip, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:42.255337 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-eb674d90-53df-488f-a978-2b959d8289e1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:42.261418 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-eb674d90-53df-488f-a978-2b959d8289e1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "DELETE /v2.0/floatingips/8c340472-7025-4961-b242-694121368075 HTTP/1.1" status: 204  len: 168 time: 0.8058591
Oct 27 14:17:42.559177 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38606) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:42.567519 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607910041', 'description': 'tempest-description--699023845'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:42.575935 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:42.581555 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Usage tracker for resource:security_group and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:42.585539 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:42.593869 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:42.607282 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:42.644479 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:42.648263 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Usage tracker for resource:security_group_rule and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:42.651066 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:42.657510 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:42.713201 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:42.717710 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:42.721341 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a15b11e2-00b8-46ec-81d8-c6c07a6cf9f7 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:42.757300 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38610) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:42.769300 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1635814f-3d71-4caa-9b50-6b3f15efc459,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:42.772597 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:42.774499 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:42.778592 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2183604
Oct 27 14:17:42.779339 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38614) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:42.780035 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:42.785124 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-f06892f4-9e71-4f96-be75-494975d25f51 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Request body: {'security_group_rule': {'security_group_id': '1635814f-3d71-4caa-9b50-6b3f15efc459', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:42.791196 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-f06892f4-9e71-4f96-be75-494975d25f51 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:42.795017 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-f06892f4-9e71-4f96-be75-494975d25f51 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Usage tracker for resource:security_group_rule and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:42.798059 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-f06892f4-9e71-4f96-be75-494975d25f51 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:42.803997 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-f06892f4-9e71-4f96-be75-494975d25f51 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:42.822761 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-f06892f4-9e71-4f96-be75-494975d25f51 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:42.887337 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-f06892f4-9e71-4f96-be75-494975d25f51 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:42.891904 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-f06892f4-9e71-4f96-be75-494975d25f51 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:42.893878 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:42.916847 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06892f4-9e71-4f96-be75-494975d25f51 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903f5ac7-f9d5-4d1a-adea-172716c8108c,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:42.922167 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-f06892f4-9e71-4f96-be75-494975d25f51 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:42.926577 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-f06892f4-9e71-4f96-be75-494975d25f51 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:42.927879 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-f06892f4-9e71-4f96-be75-494975d25f51 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1474974
Oct 27 14:17:42.930606 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38618) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:42.936770 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-27eb3f35-4752-468c-97df-222d75058a1e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Request body: {'security_group_rule': {'security_group_id': '1635814f-3d71-4caa-9b50-6b3f15efc459', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:42.942573 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-27eb3f35-4752-468c-97df-222d75058a1e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:42.946464 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-27eb3f35-4752-468c-97df-222d75058a1e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Usage tracker for resource:security_group_rule and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:42.949462 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-27eb3f35-4752-468c-97df-222d75058a1e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:42.955138 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-27eb3f35-4752-468c-97df-222d75058a1e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:42.973893 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-27eb3f35-4752-468c-97df-222d75058a1e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:43.039113 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-27eb3f35-4752-468c-97df-222d75058a1e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:43.043108 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-27eb3f35-4752-468c-97df-222d75058a1e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:43.052168 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-f06892f4-9e71-4f96-be75-494975d25f51 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:43.070944 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb3f35-4752-468c-97df-222d75058a1e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e634219-2eb6-46e0-bf12-c048940ef576,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:43.074236 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-27eb3f35-4752-468c-97df-222d75058a1e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:43.081721 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-27eb3f35-4752-468c-97df-222d75058a1e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:43.083112 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-27eb3f35-4752-468c-97df-222d75058a1e tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1514988
Oct 27 14:17:43.086352 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38622) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:43.095267 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Request body: {'floatingip': {'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:43.104130 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:43.108643 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Usage tracker for resource:floatingip and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:43.112031 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:43.118041 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:43.129762 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for floatingip, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:43.165807 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-12f287c9-5bd5-48c7-80ac-fae11b10e120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431101'] for router_interface, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:43.272935 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:43.414480 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Allocated IP 172.27.2.69 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/bf8225e2-2918-4ba7-af9a-bd5ddcfb9b7f) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:17:43.664458 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:43.696557 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:43.700878 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-730b23ae-f77f-47e8-97a0-176396b442d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:43.770093 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:17:43.773947 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event updated for resources: {'Port': ['ID=bf8225e2-2918-4ba7-af9a-bd5ddcfb9b7f,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:43.776454 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:17:43.778201 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:43.778883 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:17:43.916613 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [None req-12f287c9-5bd5-48c7-80ac-fae11b10e120 admin admin] Deleting port a3624dcc-886c-4452-96c7-06790e5f39af {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:17:43.917442 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-12f287c9-5bd5-48c7-80ac-fae11b10e120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:43.991997 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:44.051156 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:44.078962 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device c751cd49-87b4-4970-a4cd-12831ac91018 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:17:44.121052 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: c751cd49-87b4-4970-a4cd-12831ac91018 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:17:44.121705 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device c751cd49-87b4-4970-a4cd-12831ac91018 not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:17:44.122277 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 19eb66a1-100d-4ec5-8072-9795d2cdf200 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:17:44.126256 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [None req-12f287c9-5bd5-48c7-80ac-fae11b10e120 admin admin] For port a3624dcc-886c-4452-96c7-06790e5f39af, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=a3624dcc-886c-4452-96c7-06790e5f39af,segment=NetworkSegment(7afa0abc-9ba5-4c44-8a9a-330402cb30c5),segment_id=7afa0abc-9ba5-4c44-8a9a-330402cb30c5)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:44.126738 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-12f287c9-5bd5-48c7-80ac-fae11b10e120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:44.161149 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: 19eb66a1-100d-4ec5-8072-9795d2cdf200 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:17:44.161802 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 19eb66a1-100d-4ec5-8072-9795d2cdf200 not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:17:44.267810 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [None req-12f287c9-5bd5-48c7-80ac-fae11b10e120 admin admin] Calling delete_port for a3624dcc-886c-4452-96c7-06790e5f39af owned by network:router_interface {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:17:44.292725 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:44.297282 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:44.301485 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-cf377a8a-506d-4738-bd56-307b2df38244 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:44.402474 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event updated for resources: {'Port': ['ID=bf8225e2-2918-4ba7-af9a-bd5ddcfb9b7f,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:44.407367 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:44.422276 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:44.444767 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:44.445970 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3583064
Oct 27 14:17:44.459119 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-12f287c9-5bd5-48c7-80ac-fae11b10e120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:44.463084 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:44.511316 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f287c9-5bd5-48c7-80ac-fae11b10e120 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3624dcc-886c-4452-96c7-06790e5f39af,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:44.515286 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-12f287c9-5bd5-48c7-80ac-fae11b10e120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:44.713847 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-955318c9-cdfd-4210-9abc-84f86091ed6a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1607910041&fields=id&tenant_id=a32d3bb833eb4a8ea5bb9428523f7587 HTTP/1.1" status: 200  len: 267 time: 0.1179035
Oct 27 14:17:44.751062 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440d62ba-4a6a-4aee-a38f-60b880326d5b None None] New status for floating IP 407cc325-a38b-42f2-a63b-05f649bbf921: DOWN {{(pid=82826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:17:44.879184 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd18516c-b0f9-427e-ba35-0516e965bfb3 None None] New status for floating IP 8c340472-7025-4961-b242-694121368075: DOWN {{(pid=82827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:17:44.886825 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-7677c29c-050f-403b-93ef-0d0dc5b3a26d tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:44.888513 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-7677c29c-050f-403b-93ef-0d0dc5b3a26d tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/networks?id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb HTTP/1.1" status: 200  len: 810 time: 0.1629260
Oct 27 14:17:44.964619 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-6eea8cd9-07f9-4489-8a7a-07937b47e428 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/quotas/a32d3bb833eb4a8ea5bb9428523f7587 HTTP/1.1" status: 200  len: 375 time: 0.0201938
Oct 27 14:17:45.066435 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-12f287c9-5bd5-48c7-80ac-fae11b10e120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16430775'] for router_interface, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:45.136355 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-b1390bcf-77fe-4ac1-b4fd-e881d60b2b75 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a32d3bb833eb4a8ea5bb9428523f7587&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1587131
Oct 27 14:17:45.437516 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-e59f9a48-0747-4487-a945-f20b245f258c service neutron] 10.222.0.36 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2875841
Oct 27 14:17:45.603062 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-6de5162c-6b72-4fd8-a4bc-b4e2487a0fa6 service neutron] 10.222.0.36 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585422
Oct 27 14:17:45.819955 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6bb148af-9d29-4405-a078-fe4f9e7b774c req-795d4015-a832-44d0-8538-a8a74ee056df tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 210 time: 0.0634220
Oct 27 14:17:46.069402 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f287c9-5bd5-48c7-80ac-fae11b10e120 admin admin] Router 97d80d4a-e8b5-46d4-9a19-32877b2af65d has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:17:46.280793 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f287c9-5bd5-48c7-80ac-fae11b10e120 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:17:46.292765 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-12f287c9-5bd5-48c7-80ac-fae11b10e120 admin admin] 10.222.0.36 "PUT /v2.0/routers/97d80d4a-e8b5-46d4-9a19-32877b2af65d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5317824
Oct 27 14:17:46.293169 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481f116-5d70-4b3c-a2e2-abdb26230a5c None None] Sync routers for ids ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:17:46.293730 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38650) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:46.304407 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481f116-5d70-4b3c-a2e2-abdb26230a5c None None] Routers {'97d80d4a-e8b5-46d4-9a19-32877b2af65d'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:46.305168 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-8481f116-5d70-4b3c-a2e2-abdb26230a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce177a4190>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:17:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:46.491783 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-8481f116-5d70-4b3c-a2e2-abdb26230a5c None None] Set router 97d80d4a-e8b5-46d4-9a19-32877b2af65d gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:46.501596 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Notify callbacks [] for router, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:46.695605 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:46.704390 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Deleting port 0ca03051-9299-41ef-aa42-7dce4042b139 {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:17:46.704755 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:46.781765 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-8481f116-5d70-4b3c-a2e2-abdb26230a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce177a4190>, [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:17:44Z', 'revision_number': 5, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port': {'id': '0ca03051-9299-41ef-aa42-7dce4042b139', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:43Z', 'updated_at': '2021-10-27T14:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:46.785787 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481f116-5d70-4b3c-a2e2-abdb26230a5c None None] Checking router: 97d80d4a-e8b5-46d4-9a19-32877b2af65d for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:17:46.797164 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481f116-5d70-4b3c-a2e2-abdb26230a5c None None] Routers {'97d80d4a-e8b5-46d4-9a19-32877b2af65d'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:46.797773 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-8481f116-5d70-4b3c-a2e2-abdb26230a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce177a4190>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:17:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:46.899565 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] For port 0ca03051-9299-41ef-aa42-7dce4042b139, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=0ca03051-9299-41ef-aa42-7dce4042b139,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:46.900049 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:46.976878 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-8481f116-5d70-4b3c-a2e2-abdb26230a5c None None] Set router 97d80d4a-e8b5-46d4-9a19-32877b2af65d gateway port host: None {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:47.029369 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Calling delete_port for 0ca03051-9299-41ef-aa42-7dce4042b139 owned by network:router_gateway {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:17:47.111118 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-20890c79-6ba0-4994-8bc2-f8ec0a7e8fee req-9bab8c68-d864-43f7-97b4-2bdbc81636cd tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 210 time: 0.1545765
Oct 27 14:17:47.132849 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-8481f116-5d70-4b3c-a2e2-abdb26230a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce177a4190>, [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:17:46Z', 'revision_number': 6, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port_host': None}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:47.145710 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481f116-5d70-4b3c-a2e2-abdb26230a5c None None] The sync data for ids ['97d80d4a-e8b5-46d4-9a19-32877b2af65d'] in dv-cinder-815663-1-iscsi is: [{'id': '97d80d4a-e8b5-46d4-9a19-32877b2af65d', 'name': 'tempest-TestMinimumBasicScenario-518074419-router', 'tenant_id': '17464c5131664d84a88aee4a92d27614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:42Z', 'updated_at': '2021-10-27T14:17:46Z', 'revision_number': 6, 'project_id': '17464c5131664d84a88aee4a92d27614', 'gw_port_host': None}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:17:47.215883 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-122e10ca-204a-4567-a954-4856ab18f0f5 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:47.217431 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-122e10ca-204a-4567-a954-4856ab18f0f5 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.79 "GET /v2.0/networks?id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb HTTP/1.1" status: 200  len: 810 time: 0.3725631
Oct 27 14:17:47.283935 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-616c5997-760f-49e9-a082-b77496e6fb74 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a32d3bb833eb4a8ea5bb9428523f7587 HTTP/1.1" status: 200  len: 380 time: 0.0472834
Oct 27 14:17:47.309978 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:47.315187 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d41b31a9-3c47-4caf-92c0-94c133c348fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:47.330296 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Request body: {'port': {'device_id': 'e25299f8-2049-4c29-af0f-2561786993a2', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'admin_state_up': True, 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'security_groups': ['1635814f-3d71-4caa-9b50-6b3f15efc459']}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:47.356659 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca03051-9299-41ef-aa42-7dce4042b139,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:47.359596 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:47.469962 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:17:47.474006 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Usage tracker for resource:port and tenant:a32d3bb833eb4a8ea5bb9428523f7587 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:17:47.476941 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:17:47.491825 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:17:47.505658 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Made reservation on behalf of a32d3bb833eb4a8ea5bb9428523f7587 for: {'port': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:17:47.508929 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:47.587153 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16417738'] for router_gateway, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:47.685479 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Allocated IP 172.20.0.5 (916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb/1a6fa137-4b38-49f8-9a27-ac5a35d6a617/9d029e5f-382c-4670-b5a8-98a7964c9e3d) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:17:47.862758 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59800'] for router, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:47.867045 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:47.895187 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16422946'] for router, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:47.895727 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97d80d4a-e8b5-46d4-9a19-32877b2af65d {{(pid=82824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 14:17:47.911406 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] Notify callbacks [] for router, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:47.912515 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-1ccd1f54-4592-43e0-b71e-c28b17ee6237 admin admin] 10.222.0.36 "DELETE /v2.0/routers/97d80d4a-e8b5-46d4-9a19-32877b2af65d HTTP/1.1" status: 204  len: 168 time: 1.6186254
Oct 27 14:17:47.915034 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38660) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:47.992785 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:47.996817 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_v2 [None req-a764fcaf-ebd1-4385-8ad1-0a2ea27028fe admin admin] Deleting subnet de23510a-d9b0-430c-ab14-9f49b3e3e9a5 {{(pid=82824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 14:17:48.005805 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a764fcaf-ebd1-4385-8ad1-0a2ea27028fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:48.009801 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Transition to ACTIVE for port object 9d029e5f-382c-4670-b5a8-98a7964c9e3d will not be triggered until provisioned by entity DHCP. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:17:48.032980 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:48.039564 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-c1ad3e79-9286-407f-ba27-d9145c9a629b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:48.070761 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device a3624dcc-886c-4452-96c7-06790e5f39af no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:17:48.094878 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a764fcaf-ebd1-4385-8ad1-0a2ea27028fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16043791'] for subnet, precommit_delete_associations {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:48.104780 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: a3624dcc-886c-4452-96c7-06790e5f39af {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:17:48.105134 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device a3624dcc-886c-4452-96c7-06790e5f39af not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:17:48.105568 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 0ca03051-9299-41ef-aa42-7dce4042b139 no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:17:48.116637 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:17:48.119866 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:17:48.122617 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:17:48.142177 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: 0ca03051-9299-41ef-aa42-7dce4042b139 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:17:48.142528 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 0ca03051-9299-41ef-aa42-7dce4042b139 not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:17:48.171827 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event updated for resources: {'Port': ['ID=9d029e5f-382c-4670-b5a8-98a7964c9e3d,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:48.180510 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:48.210038 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:48.211135 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:48.245968 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a764fcaf-ebd1-4385-8ad1-0a2ea27028fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1136411'] for subnet, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:48.254500 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9286220
Oct 27 14:17:48.279297 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Request body: {'port': {'device_id': 'e25299f8-2049-4c29-af0f-2561786993a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:48.348330 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a764fcaf-ebd1-4385-8ad1-0a2ea27028fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1136482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16043946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16133425'] for subnet, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:48.361424 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1cd4801d-1231-4c34-bca3-a3fc94fcdd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:48.399759 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a764fcaf-ebd1-4385-8ad1-0a2ea27028fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:48.405983 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f4a40b-5d55-4a6e-98a5-6b2b37e052c3 None None] Network 8ecb5a6d-f03e-4447-a995-145b38777b2c requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:17:48.409500 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-a764fcaf-ebd1-4385-8ad1-0a2ea27028fe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/de23510a-d9b0-430c-ab14-9f49b3e3e9a5 HTTP/1.1" status: 204  len: 168 time: 0.4934072
Oct 27 14:17:48.413820 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38668) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:48.515831 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:48.535480 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1076229'] for network, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:48.542487 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764fcaf-ebd1-4385-8ad1-0a2ea27028fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de23510a-d9b0-430c-ab14-9f49b3e3e9a5,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:48.546359 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a764fcaf-ebd1-4385-8ad1-0a2ea27028fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:48.550548 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Deleting port 5c7b3214-4648-4c85-8bec-382db77a6f8e {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:17:48.550912 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:48.605336 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fbc2f-1d1f-4d15-ab03-34c7192a086d req-686dcde0-b95c-406d-9164-9683f23e6f3a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:48.606033 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-c70fbc2f-1d1f-4d15-ab03-34c7192a086d req-686dcde0-b95c-406d-9164-9683f23e6f3a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Synchronizing usage tracker for tenant:a32d3bb833eb4a8ea5bb9428523f7587 on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:17:48.633498 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-75866bbc-dc8f-4635-8911-e3abb1859a9a None None] Provisioning for port 9d029e5f-382c-4670-b5a8-98a7964c9e3d completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:17:48.641559 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-75866bbc-dc8f-4635-8911-e3abb1859a9a None None] Provisioning complete for port 9d029e5f-382c-4670-b5a8-98a7964c9e3d triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:48.641936 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-75866bbc-dc8f-4635-8911-e3abb1859a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:48.680758 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-c70fbc2f-1d1f-4d15-ab03-34c7192a086d req-686dcde0-b95c-406d-9164-9683f23e6f3a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Unset dirty status for tenant:a32d3bb833eb4a8ea5bb9428523f7587 on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:17:48.682124 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c70fbc2f-1d1f-4d15-ab03-34c7192a086d req-686dcde0-b95c-406d-9164-9683f23e6f3a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 931 time: 0.2549076
Oct 27 14:17:48.708923 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-75866bbc-dc8f-4635-8911-e3abb1859a9a None None] Port 9d029e5f-382c-4670-b5a8-98a7964c9e3d cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:17:48.788410 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd7d5f0-432c-4eff-8b70-3a9c1010dddd None None] DHCP port deletion for 8ecb5a6d-f03e-4447-a995-145b38777b2c request from dv-cinder-815663-1-iscsi {{(pid=82826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Oct 27 14:17:48.790749 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] For port 5c7b3214-4648-4c85-8bec-382db77a6f8e, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=5c7b3214-4648-4c85-8bec-382db77a6f8e,segment=NetworkSegment(7afa0abc-9ba5-4c44-8a9a-330402cb30c5),segment_id=7afa0abc-9ba5-4c44-8a9a-330402cb30c5)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:48.792088 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:48.793187 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7d5f0-432c-4eff-8b70-3a9c1010dddd None None] Deleting port 5c7b3214-4648-4c85-8bec-382db77a6f8e {{(pid=82826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:17:48.793681 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d5f0-432c-4eff-8b70-3a9c1010dddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:48.801910 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c70fbc2f-1d1f-4d15-ab03-34c7192a086d req-e59786a0-3ee9-4f9b-a131-13dce05abd76 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=1635814f-3d71-4caa-9b50-6b3f15efc459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072681
Oct 27 14:17:48.975374 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d029e5f-382c-4670-b5a8-98a7964c9e3d {{(pid=82823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:17:48.983665 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:49.001415 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Transition to ACTIVE for port object 9d029e5f-382c-4670-b5a8-98a7964c9e3d will not be triggered until provisioned by entity L2. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:17:49.006680 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:49.010357 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-bdd7d5f0-432c-4eff-8b70-3a9c1010dddd None None] For port 5c7b3214-4648-4c85-8bec-382db77a6f8e, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=5c7b3214-4648-4c85-8bec-382db77a6f8e,segment=NetworkSegment(7afa0abc-9ba5-4c44-8a9a-330402cb30c5),segment_id=7afa0abc-9ba5-4c44-8a9a-330402cb30c5)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:49.010793 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d5f0-432c-4eff-8b70-3a9c1010dddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:49.013131 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:49.032004 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Calling delete_port for 5c7b3214-4648-4c85-8bec-382db77a6f8e owned by network:dhcp {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:17:49.111338 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:49.122509 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:49.142826 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7d5f0-432c-4eff-8b70-3a9c1010dddd None None] Calling delete_port for 5c7b3214-4648-4c85-8bec-382db77a6f8e owned by network:dhcp {{(pid=82826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:17:49.148368 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d029e5f-382c-4670-b5a8-98a7964c9e3d,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:49.152346 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:49.165587 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c7b3214-4648-4c85-8bec-382db77a6f8e,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:49.167432 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] No DVR routers for this DVR port 5c7b3214-4648-4c85-8bec-382db77a6f8e on host dv-cinder-815663-1-iscsi {{(pid=82824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:17:49.168945 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:49.275374 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Attempting to bind port 9d029e5f-382c-4670-b5a8-98a7964c9e3d on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:17:49.275730 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Attempting to bind port 9d029e5f-382c-4670-b5a8-98a7964c9e3d by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:17:49.276033 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Attempting to bind port 9d029e5f-382c-4670-b5a8-98a7964c9e3d on network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:17:49.283842 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Port 9d029e5f-382c-4670-b5a8-98a7964c9e3d on network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:17:49.284188 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Attempting to bind port 9d029e5f-382c-4670-b5a8-98a7964c9e3d on network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:17:49.291303 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.db.api [None req-bdd7d5f0-432c-4eff-8b70-3a9c1010dddd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 14:17:49.291667 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_db.api [None req-bdd7d5f0-432c-4eff-8b70-3a9c1010dddd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 14:17:49.291806 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:17:49.292153 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Checking segment: {'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:17:49.292533 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Bound using segment: {'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:17:49.292958 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Bound port: 9d029e5f-382c-4670-b5a8-98a7964c9e3d, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9778941e-ae5a-409f-83ea-1262a7a32900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb'}}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:17:49.293302 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:49.304737 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135506', 'neutron.services.segments.db._delete_segments_for_network-8782696828856'] for network, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:49.335541 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fce169a7c70>,) {'filters': {'network_id': ['8ecb5a6d-f03e-4447-a995-145b38777b2c']}} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:49.353159 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fce169a7c70>, '7afa0abc-9ba5-4c44-8a9a-330402cb30c5') {'for_net_delete': True} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:49.353823 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fce169a7c70>, '7afa0abc-9ba5-4c44-8a9a-330402cb30c5') {} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:49.366036 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782696830931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16043796'] for segment, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:49.382238 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:49.388611 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=82824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 14:17:49.389468 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16043968'] for segment, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:49.390216 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] For port 9d029e5f-382c-4670-b5a8-98a7964c9e3d, host hv-cinder-81566, cleared binding levels {{(pid=82823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:17:49.393306 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] For port 9d029e5f-382c-4670-b5a8-98a7964c9e3d, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9d029e5f-382c-4670-b5a8-98a7964c9e3d,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:17:49.397680 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:49.401352 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]: Traceback (most recent call last):
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     timer()
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     cb(*args, **kw)
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     return func(*args, **kwargs)
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     self._notify()
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     self.callback(batched_events)
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     event.method(event)
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     return f(self, *a, **k)
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._get(url).json()
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self.request(url, 'GET', **kwargs)
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 14:17:49.403536 dv-cinder-815663-1-iscsi neutron-server[82824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 14:17:49.461069 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:49.462446 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] 10.222.0.79 "PUT /v2.0/ports/9d029e5f-382c-4670-b5a8-98a7964c9e3d HTTP/1.1" status: 200  len: 1093 time: 1.1888540
Oct 27 14:17:49.462993 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25299f8-2049-4c29-af0f-2561786993a2', 'tag': '9d029e5f-382c-4670-b5a8-98a7964c9e3d'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:17:49.493333 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16417775'] for network, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:49.497741 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:49.498437 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d029e5f-382c-4670-b5a8-98a7964c9e3d,revision_number=3']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:49.503474 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:49.520207 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:49.527320 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Pushing event deleted for resources: {'Network': ['ID=8ecb5a6d-f03e-4447-a995-145b38777b2c,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:49.534279 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:49.550798 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] 10.222.0.36 "DELETE /v2.0/networks/8ecb5a6d-f03e-4447-a995-145b38777b2c HTTP/1.1" status: 204  len: 168 time: 1.1357713
Oct 27 14:17:49.553735 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38676) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:49.563731 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25299f8-2049-4c29-af0f-2561786993a2', 'tag': '9d029e5f-382c-4670-b5a8-98a7964c9e3d', 'status': 'completed', 'code': 200}
Oct 27 14:17:49.600741 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-2f57fe56-7082-4466-b258-73402115568d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a32d3bb833eb4a8ea5bb9428523f7587&device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 1096 time: 0.0961978
Oct 27 14:17:49.685961 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-b2c7e17f-c661-40a2-ba01-941b445cbb41 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d029e5f-382c-4670-b5a8-98a7964c9e3d HTTP/1.1" status: 200  len: 217 time: 0.0744390
Oct 27 14:17:49.757432 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-fb35f2fa-9930-4b2e-a2bb-2d8850e6a476 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:49.758891 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-fb35f2fa-9930-4b2e-a2bb-2d8850e6a476 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6fa137-4b38-49f8-9a27-ac5a35d6a617 HTTP/1.1" status: 200  len: 849 time: 0.0625775
Oct 27 14:17:49.792826 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7d5f0-432c-4eff-8b70-3a9c1010dddd None None] Deleting port 5c7b3214-4648-4c85-8bec-382db77a6f8e {{(pid=82826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:17:49.793312 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d5f0-432c-4eff-8b70-3a9c1010dddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:49.849905 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-311c2de9-d903-4174-8c84-205ee5907464 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830255
Oct 27 14:17:49.858499 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7d5f0-432c-4eff-8b70-3a9c1010dddd None None] The port '5c7b3214-4648-4c85-8bec-382db77a6f8e' was deleted {{(pid=82826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Oct 27 14:17:49.996427 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-40fbbc07-354f-412f-b146-04984b01f365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431101'] for router_interface, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:50.013889 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 5c7b3214-4648-4c85-8bec-382db77a6f8e no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:17:50.055484 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: 5c7b3214-4648-4c85-8bec-382db77a6f8e {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:17:50.055830 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 5c7b3214-4648-4c85-8bec-382db77a6f8e not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:17:50.140162 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-a36da0f8-d014-491a-900e-d86174662abf service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2821319
Oct 27 14:17:50.191487 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5431f3-4160-45cb-991c-61e007a1b471 req-402a562d-0e1a-4d46-a79c-37e860e86be2 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:50.192942 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-de5431f3-4160-45cb-991c-61e007a1b471 req-402a562d-0e1a-4d46-a79c-37e860e86be2 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 943 time: 0.1436369
Oct 27 14:17:50.312102 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-de5431f3-4160-45cb-991c-61e007a1b471 req-fd771ca9-ada8-4e7e-b6ab-07a0e80bd4d2 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=1635814f-3d71-4caa-9b50-6b3f15efc459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086614
Oct 27 14:17:50.328472 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f6a92b4f-dc26-4009-85a8-ce0514586bb0 req-d2cdbdfb-2e69-4689-bce7-df65858817d9 service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1783125
Oct 27 14:17:50.456082 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-73a8d77f-6dc2-4a7e-a869-251199ca8526 req-dd8c86f5-69a9-4b8a-90be-f7a8a3b4f778 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a32d3bb833eb4a8ea5bb9428523f7587&device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 1096 time: 0.0709784
Oct 27 14:17:50.593122 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8d77f-6dc2-4a7e-a869-251199ca8526 req-d38bb3e6-6b3b-4746-bfed-5c72f7a41dd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:50.594517 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-73a8d77f-6dc2-4a7e-a869-251199ca8526 req-d38bb3e6-6b3b-4746-bfed-5c72f7a41dd9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb HTTP/1.1" status: 200  len: 912 time: 0.1321619
Oct 27 14:17:50.667895 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-73a8d77f-6dc2-4a7e-a869-251199ca8526 req-8f299981-b756-46f7-9ab6-25acf1d3b467 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d029e5f-382c-4670-b5a8-98a7964c9e3d HTTP/1.1" status: 200  len: 217 time: 0.0660036
Oct 27 14:17:50.697271 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-40fbbc07-354f-412f-b146-04984b01f365 admin admin] Deleting port 8e87eda0-ea01-48d2-842e-6a72bb1392cd {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:17:50.697830 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-40fbbc07-354f-412f-b146-04984b01f365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:50.733667 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8d77f-6dc2-4a7e-a869-251199ca8526 req-c09c4cd5-a872-4ae0-893f-8e68eb6072ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:50.735447 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-73a8d77f-6dc2-4a7e-a869-251199ca8526 req-c09c4cd5-a872-4ae0-893f-8e68eb6072ef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6fa137-4b38-49f8-9a27-ac5a35d6a617 HTTP/1.1" status: 200  len: 849 time: 0.0581610
Oct 27 14:17:50.821720 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-73a8d77f-6dc2-4a7e-a869-251199ca8526 req-c2335e6b-cee0-447e-ab93-8455a4ecbaf5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778580
Oct 27 14:17:50.875999 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [None req-40fbbc07-354f-412f-b146-04984b01f365 admin admin] For port 8e87eda0-ea01-48d2-842e-6a72bb1392cd, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=8e87eda0-ea01-48d2-842e-6a72bb1392cd,segment=NetworkSegment(fb5545a9-79ea-413a-9f90-899754785f2e),segment_id=fb5545a9-79ea-413a-9f90-899754785f2e)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:50.876374 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-40fbbc07-354f-412f-b146-04984b01f365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:50.964279 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-73a8d77f-6dc2-4a7e-a869-251199ca8526 req-c9a844e2-8b65-4fd2-b51a-19b4b5b7dcac service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267526
Oct 27 14:17:51.002644 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-40fbbc07-354f-412f-b146-04984b01f365 admin admin] Calling delete_port for 8e87eda0-ea01-48d2-842e-6a72bb1392cd owned by network:router_interface {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:17:51.102617 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-73a8d77f-6dc2-4a7e-a869-251199ca8526 req-fe50cc87-d13a-4d00-b92c-b88f03e2fa6f service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314180
Oct 27 14:17:51.190774 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-40fbbc07-354f-412f-b146-04984b01f365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:51.194313 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-94fda2eb-6e21-4c2f-ab07-95615cb479e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:51.234920 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbbc07-354f-412f-b146-04984b01f365 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e87eda0-ea01-48d2-842e-6a72bb1392cd,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:51.238335 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-40fbbc07-354f-412f-b146-04984b01f365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:51.523252 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51c479-353f-4de2-89aa-933483d8112f req-75c1fdbe-ecc3-413f-96f2-d9f59a8ed644 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:51.524612 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c51c479-353f-4de2-89aa-933483d8112f req-75c1fdbe-ecc3-413f-96f2-d9f59a8ed644 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 943 time: 0.0829685
Oct 27 14:17:51.538927 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-40fbbc07-354f-412f-b146-04984b01f365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16430775'] for router_interface, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:51.571990 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1c51c479-353f-4de2-89aa-933483d8112f req-8a91159e-df73-41d7-9d7d-0538a43963a8 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=1635814f-3d71-4caa-9b50-6b3f15efc459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416019
Oct 27 14:17:52.219148 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fbbc07-354f-412f-b146-04984b01f365 admin admin] Router 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:17:52.417572 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fbbc07-354f-412f-b146-04984b01f365 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:17:52.426471 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2024c2b0-3d1a-4ac3-98b4-a8134f39a508 None None] Sync routers for ids ['816f3dcc-c973-4a5d-9846-f6aa6c2ec545'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:17:52.433741 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-40fbbc07-354f-412f-b146-04984b01f365 admin admin] 10.222.0.36 "PUT /v2.0/routers/816f3dcc-c973-4a5d-9846-f6aa6c2ec545/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8785858
Oct 27 14:17:52.436840 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38688) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:52.439073 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024c2b0-3d1a-4ac3-98b4-a8134f39a508 None None] Routers {'816f3dcc-c973-4a5d-9846-f6aa6c2ec545'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:52.439677 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-2024c2b0-3d1a-4ac3-98b4-a8134f39a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce171c99d0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:17:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['816f3dcc-c973-4a5d-9846-f6aa6c2ec545'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:52.622029 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-2024c2b0-3d1a-4ac3-98b4-a8134f39a508 None None] Set router 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:52.631121 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Notify callbacks [] for router, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:52.801723 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6d8a0-c81b-4e63-b82d-9463389ad900 req-fbb4283b-a6c7-48ee-a6a3-dd99f3a56641 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:52.805419 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c4c6d8a0-c81b-4e63-b82d-9463389ad900 req-fbb4283b-a6c7-48ee-a6a3-dd99f3a56641 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 943 time: 0.1043415
Oct 27 14:17:52.840209 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:52.849887 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Deleting port b9d1ee42-5097-4ade-9c7a-b53dddb847ab {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:17:52.850222 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:52.853804 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c4c6d8a0-c81b-4e63-b82d-9463389ad900 req-8ec55ea1-4b97-44fd-b675-e3a3b1094ed0 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=1635814f-3d71-4caa-9b50-6b3f15efc459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417829
Oct 27 14:17:52.957245 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-2024c2b0-3d1a-4ac3-98b4-a8134f39a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce171c99d0>, [{'id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'name': 'tempest-TestMinimumBasicScenario-938046659-router', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b9d1ee42-5097-4ade-9c7a-b53dddb847ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:59Z', 'updated_at': '2021-10-27T14:17:51Z', 'revision_number': 5, 'project_id': '1604dadc7e904ed9987e7ded1bc59258', 'gw_port': {'id': 'b9d1ee42-5097-4ade-9c7a-b53dddb847ab', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:00Z', 'updated_at': '2021-10-27T14:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:52.961122 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2024c2b0-3d1a-4ac3-98b4-a8134f39a508 None None] Checking router: 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:17:52.974413 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024c2b0-3d1a-4ac3-98b4-a8134f39a508 None None] Routers {'816f3dcc-c973-4a5d-9846-f6aa6c2ec545'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:17:52.975121 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-2024c2b0-3d1a-4ac3-98b4-a8134f39a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce171c99d0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:17:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['816f3dcc-c973-4a5d-9846-f6aa6c2ec545'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:53.040074 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] For port b9d1ee42-5097-4ade-9c7a-b53dddb847ab, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=b9d1ee42-5097-4ade-9c7a-b53dddb847ab,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:53.040447 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:53.147546 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-2024c2b0-3d1a-4ac3-98b4-a8134f39a508 None None] Set router 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 gateway port host: None {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:17:53.175337 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Calling delete_port for b9d1ee42-5097-4ade-9c7a-b53dddb847ab owned by network:router_gateway {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:17:53.254385 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-2024c2b0-3d1a-4ac3-98b4-a8134f39a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce171c99d0>, [{'id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'name': 'tempest-TestMinimumBasicScenario-938046659-router', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:59Z', 'updated_at': '2021-10-27T14:17:52Z', 'revision_number': 6, 'project_id': '1604dadc7e904ed9987e7ded1bc59258', 'gw_port_host': None}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:53.258366 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2024c2b0-3d1a-4ac3-98b4-a8134f39a508 None None] The sync data for ids ['816f3dcc-c973-4a5d-9846-f6aa6c2ec545'] in dv-cinder-815663-1-iscsi is: [{'id': '816f3dcc-c973-4a5d-9846-f6aa6c2ec545', 'name': 'tempest-TestMinimumBasicScenario-938046659-router', 'tenant_id': '1604dadc7e904ed9987e7ded1bc59258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:59Z', 'updated_at': '2021-10-27T14:17:52Z', 'revision_number': 6, 'project_id': '1604dadc7e904ed9987e7ded1bc59258', 'gw_port_host': None}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:17:53.350375 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:53.354751 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-2b8e580a-5672-4ad1-8af8-bea46f4a122f tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:53.400342 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d1ee42-5097-4ade-9c7a-b53dddb847ab,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:53.404033 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:53.722910 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16417738'] for router_gateway, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:53.980090 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59800'] for router, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:53.985510 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.021132 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16422946'] for router, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.022171 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 816f3dcc-c973-4a5d-9846-f6aa6c2ec545 {{(pid=82824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 14:17:54.038357 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] Notify callbacks [] for router, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.042686 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-65b3a8b0-3783-4e8b-8ec5-d5cd2dbff23f admin admin] 10.222.0.36 "DELETE /v2.0/routers/816f3dcc-c973-4a5d-9846-f6aa6c2ec545 HTTP/1.1" status: 204  len: 168 time: 1.6046360
Oct 27 14:17:54.043758 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38698) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:54.066194 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 8e87eda0-ea01-48d2-842e-6a72bb1392cd no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:17:54.102912 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b48257-88dc-4e0f-98d8-163c028dae5d req-e4777842-c402-4a10-be58-9598bfba04d4 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:54.104533 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-16b48257-88dc-4e0f-98d8-163c028dae5d req-e4777842-c402-4a10-be58-9598bfba04d4 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 943 time: 0.1153789
Oct 27 14:17:54.107137 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: 8e87eda0-ea01-48d2-842e-6a72bb1392cd {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:17:54.107529 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 8e87eda0-ea01-48d2-842e-6a72bb1392cd not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:17:54.108052 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device b9d1ee42-5097-4ade-9c7a-b53dddb847ab no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:17:54.115689 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63640a1-2697-4532-8075-334977c61524 admin admin] Deleting subnet d947d3c0-3620-4145-9cf1-f1bb4a940b4c {{(pid=82824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 14:17:54.118881 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c63640a1-2697-4532-8075-334977c61524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.133201 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 9d029e5f-382c-4670-b5a8-98a7964c9e3d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:17:54.147668 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: b9d1ee42-5097-4ade-9c7a-b53dddb847ab {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:17:54.148257 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device b9d1ee42-5097-4ade-9c7a-b53dddb847ab not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:17:54.155143 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-16b48257-88dc-4e0f-98d8-163c028dae5d req-66e4aa37-783a-4b50-b1fa-d08c3b829601 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=1635814f-3d71-4caa-9b50-6b3f15efc459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447452
Oct 27 14:17:54.177175 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c63640a1-2697-4532-8075-334977c61524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16043791'] for subnet, precommit_delete_associations {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.268150 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c63640a1-2697-4532-8075-334977c61524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1136411'] for subnet, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.291466 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 9d029e5f-382c-4670-b5a8-98a7964c9e3d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9d029e5f-382c-4670-b5a8-98a7964c9e3d,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:54.309182 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '9d029e5f-382c-4670-b5a8-98a7964c9e3d', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'port_id': '9d029e5f-382c-4670-b5a8-98a7964c9e3d', 'mac_address': 'fa:16:3e:2b:49:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:17:54.355946 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c63640a1-2697-4532-8075-334977c61524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1136482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16043946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16133425'] for subnet, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.361544 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:54.382770 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.396663 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63640a1-2697-4532-8075-334977c61524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d947d3c0-3620-4145-9cf1-f1bb4a940b4c,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:54.400074 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c63640a1-2697-4532-8075-334977c61524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:54.400895 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d029e5f-382c-4670-b5a8-98a7964c9e3d {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:17:54.404956 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c63640a1-2697-4532-8075-334977c61524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.413144 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-c63640a1-2697-4532-8075-334977c61524 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d947d3c0-3620-4145-9cf1-f1bb4a940b4c HTTP/1.1" status: 204  len: 168 time: 0.3680253
Oct 27 14:17:54.417067 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38704) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:54.427066 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d674e-5aad-470c-b600-e364c45baef0 None None] Network db7e076a-393b-453e-8186-b1ad494123c3 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:17:54.442159 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 9d029e5f-382c-4670-b5a8-98a7964c9e3d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9d029e5f-382c-4670-b5a8-98a7964c9e3d,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:54.449768 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.454262 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-557a5b4e-99cc-42d7-9327-b824e8115b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:54.527518 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1076229'] for network, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.538531 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Deleting port b14bb325-0c60-42f9-b355-60acfb69bf24 {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:17:54.538880 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.645102 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=9d029e5f-382c-4670-b5a8-98a7964c9e3d,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:54.652095 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:54.742497 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] For port b14bb325-0c60-42f9-b355-60acfb69bf24, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=b14bb325-0c60-42f9-b355-60acfb69bf24,segment=NetworkSegment(fb5545a9-79ea-413a-9f90-899754785f2e),segment_id=fb5545a9-79ea-413a-9f90-899754785f2e)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:54.742900 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.760615 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['9d029e5f-382c-4670-b5a8-98a7964c9e3d'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:17:54.786381 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbeba96-21dc-4f09-8bd6-89d29a30db64 None None] DHCP port deletion for db7e076a-393b-453e-8186-b1ad494123c3 request from dv-cinder-815663-1-iscsi {{(pid=82826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Oct 27 14:17:54.799858 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-bbbeba96-21dc-4f09-8bd6-89d29a30db64 None None] Deleting port b14bb325-0c60-42f9-b355-60acfb69bf24 {{(pid=82826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:17:54.800232 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bbbeba96-21dc-4f09-8bd6-89d29a30db64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.865927 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Calling delete_port for b14bb325-0c60-42f9-b355-60acfb69bf24 owned by network:dhcp {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:17:54.946067 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:54.949948 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:54.991160 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Pushing event deleted for resources: {'Port': ['ID=b14bb325-0c60-42f9-b355-60acfb69bf24,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:54.995168 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:54.998789 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] No DVR routers for this DVR port b14bb325-0c60-42f9-b355-60acfb69bf24 on host dv-cinder-815663-1-iscsi {{(pid=82824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:17:55.110312 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-bbbeba96-21dc-4f09-8bd6-89d29a30db64 None None] For port b14bb325-0c60-42f9-b355-60acfb69bf24, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=b14bb325-0c60-42f9-b355-60acfb69bf24,segment=NetworkSegment(fb5545a9-79ea-413a-9f90-899754785f2e),segment_id=fb5545a9-79ea-413a-9f90-899754785f2e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:55.111113 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bbbeba96-21dc-4f09-8bd6-89d29a30db64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:55.115648 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135506', 'neutron.services.segments.db._delete_segments_for_network-8782696828856'] for network, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:55.140740 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fce163161c0>,) {'filters': {'network_id': ['db7e076a-393b-453e-8186-b1ad494123c3']}} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:55.153247 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fce163161c0>, 'fb5545a9-79ea-413a-9f90-899754785f2e') {'for_net_delete': True} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:55.153676 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fce163161c0>, 'fb5545a9-79ea-413a-9f90-899754785f2e') {} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:17:55.166289 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782696830931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16043796'] for segment, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:55.187746 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:55.194649 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=82824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 14:17:55.195200 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16043968'] for segment, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:55.249372 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-bbbeba96-21dc-4f09-8bd6-89d29a30db64 None None] Calling delete_port for b14bb325-0c60-42f9-b355-60acfb69bf24 owned by network:dhcp {{(pid=82826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]: Traceback (most recent call last):
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     timer()
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     cb(*args, **kw)
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     return func(*args, **kwargs)
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     self._notify()
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     self.callback(batched_events)
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     event.method(event)
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     return f(self, *a, **k)
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._get(url).json()
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self.request(url, 'GET', **kwargs)
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 14:17:55.322140 dv-cinder-815663-1-iscsi neutron-server[82824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 14:17:55.346041 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.db.api [None req-bbbeba96-21dc-4f09-8bd6-89d29a30db64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 14:17:55.346411 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_db.api [None req-bbbeba96-21dc-4f09-8bd6-89d29a30db64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 14:17:55.403469 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16417775'] for network, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:55.409734 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:55.426288 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:55.436848 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Pushing event deleted for resources: {'Network': ['ID=db7e076a-393b-453e-8186-b1ad494123c3,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:55.442180 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:55.445742 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] 10.222.0.36 "DELETE /v2.0/networks/db7e076a-393b-453e-8186-b1ad494123c3 HTTP/1.1" status: 204  len: 168 time: 1.0276248
Oct 27 14:17:55.517539 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcce1c3-f46b-4847-9d22-48c1a30f880e req-505a3a6c-661e-4bab-8a20-70a337cdb3fc tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:55.519025 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dfcce1c3-f46b-4847-9d22-48c1a30f880e req-505a3a6c-661e-4bab-8a20-70a337cdb3fc tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 944 time: 0.0931902
Oct 27 14:17:55.567411 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dfcce1c3-f46b-4847-9d22-48c1a30f880e req-9ebfac95-a04e-4f96-81d0-ca2da0e43062 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=1635814f-3d71-4caa-9b50-6b3f15efc459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421185
Oct 27 14:17:55.595492 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38714) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:55.647424 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-ab4a9e68-3878-48fb-a1f0-5253d28d9e34 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17464c5131664d84a88aee4a92d27614&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0507789
Oct 27 14:17:55.649907 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38718) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:55.710419 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:55.741392 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:55.790653 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:55.794312 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b19076c9-d95f-4149-a368-842ab8ff1a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:55.806007 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f183a09-6937-4e8c-8698-7698367c1212,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:55.820503 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:55.821616 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f183a09-6937-4e8c-8698-7698367c1212 HTTP/1.1" status: 204  len: 168 time: 0.1708395
Oct 27 14:17:55.823224 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:55.823603 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:55.823958 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:55.824397 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:55.824762 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:55.825115 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:55.825468 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:55.825820 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:55.827070 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:55.827234 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:55.827585 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:17:55.830717 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:55.847456 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-bbbeba96-21dc-4f09-8bd6-89d29a30db64 None None] Deleting port b14bb325-0c60-42f9-b355-60acfb69bf24 {{(pid=82826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:17:55.847846 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bbbeba96-21dc-4f09-8bd6-89d29a30db64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:55.912200 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-bbbeba96-21dc-4f09-8bd6-89d29a30db64 None None] The port 'b14bb325-0c60-42f9-b355-60acfb69bf24' was deleted {{(pid=82826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Oct 27 14:17:55.996792 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device b14bb325-0c60-42f9-b355-60acfb69bf24 no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:17:56.034307 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: b14bb325-0c60-42f9-b355-60acfb69bf24 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:17:56.034934 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device b14bb325-0c60-42f9-b355-60acfb69bf24 not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:17:56.169056 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 9d029e5f-382c-4670-b5a8-98a7964c9e3d up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:17:56.237688 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port 9d029e5f-382c-4670-b5a8-98a7964c9e3d completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:17:56.242494 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 9d029e5f-382c-4670-b5a8-98a7964c9e3d triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:17:56.242932 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:56.250498 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38728) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:56.301743 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-b3f2c740-5068-4698-9cdb-36186234760f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1604dadc7e904ed9987e7ded1bc59258&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0499556
Oct 27 14:17:56.304599 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38732) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:56.358429 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:56.366645 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-33d159ac-32b5-447b-a4f5-a5a7d5a36ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:56.385868 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25299f8-2049-4c29-af0f-2561786993a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d029e5f-382c-4670-b5a8-98a7964c9e3d'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:17:56.393931 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-33d159ac-32b5-447b-a4f5-a5a7d5a36ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:56.396081 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 9d029e5f-382c-4670-b5a8-98a7964c9e3d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9d029e5f-382c-4670-b5a8-98a7964c9e3d,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:17:56.401244 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:56.402897 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:56.459214 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-33d159ac-32b5-447b-a4f5-a5a7d5a36ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:56.464477 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d040aaee-d9a7-4a49-b11c-856c1795457f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:17:56.473149 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=9d029e5f-382c-4670-b5a8-98a7964c9e3d,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:56.476358 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:56.476632 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d159ac-32b5-447b-a4f5-a5a7d5a36ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027748ff-0b8d-4f65-b6f6-784df1dc7b73,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:17:56.479419 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-33d159ac-32b5-447b-a4f5-a5a7d5a36ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:17:56.491135 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-33d159ac-32b5-447b-a4f5-a5a7d5a36ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:56.492762 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-33d159ac-32b5-447b-a4f5-a5a7d5a36ea3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/027748ff-0b8d-4f65-b6f6-784df1dc7b73 HTTP/1.1" status: 204  len: 168 time: 0.1870327
Oct 27 14:17:56.574392 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b1076ef5-40a2-48cc-a85c-2600cac64c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:56.687636 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25299f8-2049-4c29-af0f-2561786993a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d029e5f-382c-4670-b5a8-98a7964c9e3d', 'code': 200}
Oct 27 14:17:56.880284 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1190351-bb4a-4e1f-9844-acf56b44a680 req-48761053-8cc0-490c-9138-b1d1292b5aaf tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:56.881933 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e1190351-bb4a-4e1f-9844-acf56b44a680 req-48761053-8cc0-490c-9138-b1d1292b5aaf tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 945 time: 0.0929668
Oct 27 14:17:57.084805 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:57.097215 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e1190351-bb4a-4e1f-9844-acf56b44a680 req-4cf7a0fc-6eda-4c96-a5b3-913d08912d2b tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=1635814f-3d71-4caa-9b50-6b3f15efc459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682261
Oct 27 14:17:57.113110 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b2c54907-9a3d-4c5f-8fd5-3505615dd917 req-1c8d8e40-5f88-43a6-9f7b-1b532a1637e1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 1098 time: 0.2299626
Oct 27 14:17:57.165368 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b2c54907-9a3d-4c5f-8fd5-3505615dd917 req-60dafd46-6545-4952-ba47-492bbcc09e18 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1635814f-3d71-4caa-9b50-6b3f15efc459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429955
Oct 27 14:17:58.297035 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654e203-a871-4b99-8951-5a1d837a62b2 req-7c9c0f01-2a3f-4447-ab6a-67e8f2dc956a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:58.298416 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6654e203-a871-4b99-8951-5a1d837a62b2 req-7c9c0f01-2a3f-4447-ab6a-67e8f2dc956a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 945 time: 0.0794561
Oct 27 14:17:58.344993 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6654e203-a871-4b99-8951-5a1d837a62b2 req-f02b241d-095f-425f-a8ab-4caa80056908 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=1635814f-3d71-4caa-9b50-6b3f15efc459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408907
Oct 27 14:17:58.757314 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-6997e535-eb24-40ff-8f54-f1d6320ae731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:59.538686 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f4cb0-e2a6-494e-87b9-d35752e141e2 req-8fd01e27-d50f-466c-a389-4933765a460b tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:59.540130 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e60f4cb0-e2a6-494e-87b9-d35752e141e2 req-8fd01e27-d50f-466c-a389-4933765a460b tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 945 time: 0.0773392
Oct 27 14:17:59.586318 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e60f4cb0-e2a6-494e-87b9-d35752e141e2 req-9639c5b2-4aba-408d-8c7f-cf7ca0360089 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=1635814f-3d71-4caa-9b50-6b3f15efc459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407019
Oct 27 14:17:59.784273 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be12bb-ed66-4706-8a21-833bd0b7d851 req-054d321e-5522-4f6a-ad56-dda8efb6d1a5 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:17:59.785743 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f1be12bb-ed66-4706-8a21-833bd0b7d851 req-054d321e-5522-4f6a-ad56-dda8efb6d1a5 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 945 time: 0.0810468
Oct 27 14:17:59.794231 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38756) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:17:59.799749 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-54ec44eb-e316-4290-a097-fd208476c044 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Request body: {'floatingip': {'port_id': '9d029e5f-382c-4670-b5a8-98a7964c9e3d'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:17:59.854478 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:17:59.877592 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-54ec44eb-e316-4290-a097-fd208476c044 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for floatingip, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:00.529998 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-54ec44eb-e316-4290-a097-fd208476c044 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:00.533778 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-54ec44eb-e316-4290-a097-fd208476c044 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:00.723351 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.l3_db [None req-54ec44eb-e316-4290-a097-fd208476c044 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Floating IP 0ef55d8e-c686-4509-a3c9-4938b7680668 associated. External IP: 172.27.2.69, port: 9d029e5f-382c-4670-b5a8-98a7964c9e3d.
Oct 27 14:18:01.207446 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ec44eb-e316-4290-a097-fd208476c044 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Router e2654565-789d-45d0-97f1-7379fce14557 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:18:01.254355 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:01.415333 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ec44eb-e316-4290-a097-fd208476c044 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:18:01.419447 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-54ec44eb-e316-4290-a097-fd208476c044 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:01.426898 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c3d7ce-c4f7-44fd-a3f1-b5df1b07a3d4 None None] Sync routers for ids ['e2654565-789d-45d0-97f1-7379fce14557'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:18:01.443976 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c3d7ce-c4f7-44fd-a3f1-b5df1b07a3d4 None None] Routers {'e2654565-789d-45d0-97f1-7379fce14557'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:18:01.444605 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-f3c3d7ce-c4f7-44fd-a3f1-b5df1b07a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1784e640>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:17:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['e2654565-789d-45d0-97f1-7379fce14557'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:18:01.475156 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-54ec44eb-e316-4290-a097-fd208476c044 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "PUT /v2.0/floatingips/0ef55d8e-c686-4509-a3c9-4938b7680668 HTTP/1.1" status: 200  len: 990 time: 1.6798079
Oct 27 14:18:01.475883 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25299f8-2049-4c29-af0f-2561786993a2', 'tag': '9d029e5f-382c-4670-b5a8-98a7964c9e3d'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:18:01.544310 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25299f8-2049-4c29-af0f-2561786993a2', 'tag': '9d029e5f-382c-4670-b5a8-98a7964c9e3d', 'status': 'completed', 'code': 200}
Oct 27 14:18:01.653896 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-f3c3d7ce-c4f7-44fd-a3f1-b5df1b07a3d4 None None] Set router e2654565-789d-45d0-97f1-7379fce14557 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:18:01.659816 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-974ee7d6-493c-4779-a2e5-b1a751a1f316 req-d75eeffa-a1b7-49d1-8f41-a746d952acff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a32d3bb833eb4a8ea5bb9428523f7587&device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 1098 time: 0.0743093
Oct 27 14:18:01.799341 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ee7d6-493c-4779-a2e5-b1a751a1f316 req-40fdd5ec-f371-45c2-a1aa-5a27396a0244 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:01.800796 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-974ee7d6-493c-4779-a2e5-b1a751a1f316 req-40fdd5ec-f371-45c2-a1aa-5a27396a0244 service neutron] 10.222.0.79 "GET /v2.0/networks?id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb HTTP/1.1" status: 200  len: 912 time: 0.1292181
Oct 27 14:18:01.903802 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-974ee7d6-493c-4779-a2e5-b1a751a1f316 req-bf967fe7-b515-4774-a2ab-cf69f4730a25 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d029e5f-382c-4670-b5a8-98a7964c9e3d HTTP/1.1" status: 200  len: 998 time: 0.0951793
Oct 27 14:18:01.971521 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ee7d6-493c-4779-a2e5-b1a751a1f316 req-1b8b2b15-26e3-4ef9-adee-5aa221034912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:01.972555 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-974ee7d6-493c-4779-a2e5-b1a751a1f316 req-1b8b2b15-26e3-4ef9-adee-5aa221034912 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6fa137-4b38-49f8-9a27-ac5a35d6a617 HTTP/1.1" status: 200  len: 849 time: 0.0620852
Oct 27 14:18:02.002092 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-f3c3d7ce-c4f7-44fd-a3f1-b5df1b07a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1784e640>, [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '0ef55d8e-c686-4509-a3c9-4938b7680668', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'port_id': '9d029e5f-382c-4670-b5a8-98a7964c9e3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'mac_address': 'fa:16:3e:2b:49:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25299f8-2049-4c29-af0f-2561786993a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:43Z', 'updated_at': '2021-10-27T14:18:00Z', 'revision_number': 1, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:22Z', 'revision_number': 5, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:18:02.006045 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c3d7ce-c4f7-44fd-a3f1-b5df1b07a3d4 None None] Checking router: e2654565-789d-45d0-97f1-7379fce14557 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:18:02.018527 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c3d7ce-c4f7-44fd-a3f1-b5df1b07a3d4 None None] Routers {'e2654565-789d-45d0-97f1-7379fce14557'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:18:02.019172 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-f3c3d7ce-c4f7-44fd-a3f1-b5df1b07a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1784e640>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:17:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['e2654565-789d-45d0-97f1-7379fce14557'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:18:02.050814 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-974ee7d6-493c-4779-a2e5-b1a751a1f316 req-61d5add5-af82-42be-b139-645b730f5770 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712917
Oct 27 14:18:02.188049 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-974ee7d6-493c-4779-a2e5-b1a751a1f316 req-f099cd57-d084-40c4-ad74-672ddd63aec3 service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283917
Oct 27 14:18:02.234121 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-f3c3d7ce-c4f7-44fd-a3f1-b5df1b07a3d4 None None] Set router e2654565-789d-45d0-97f1-7379fce14557 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:18:02.322830 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-974ee7d6-493c-4779-a2e5-b1a751a1f316 req-92659e20-f8a1-4194-8264-6be3941adec7 service neutron] 10.222.0.79 "GET /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275072
Oct 27 14:18:02.586506 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-f3c3d7ce-c4f7-44fd-a3f1-b5df1b07a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1784e640>, [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '0ef55d8e-c686-4509-a3c9-4938b7680668', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'port_id': '9d029e5f-382c-4670-b5a8-98a7964c9e3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'mac_address': 'fa:16:3e:2b:49:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25299f8-2049-4c29-af0f-2561786993a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:43Z', 'updated_at': '2021-10-27T14:18:00Z', 'revision_number': 1, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:22Z', 'revision_number': 5, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:18:02.590539 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c3d7ce-c4f7-44fd-a3f1-b5df1b07a3d4 None None] The sync data for ids ['e2654565-789d-45d0-97f1-7379fce14557'] in dv-cinder-815663-1-iscsi is: [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '0ef55d8e-c686-4509-a3c9-4938b7680668', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'port_id': '9d029e5f-382c-4670-b5a8-98a7964c9e3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'mac_address': 'fa:16:3e:2b:49:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25299f8-2049-4c29-af0f-2561786993a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:43Z', 'updated_at': '2021-10-27T14:18:00Z', 'revision_number': 1, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:22Z', 'revision_number': 5, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:18:02.785726 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89238fb0-98f1-4ffd-b0b7-46eb91348a02 None None] New status for floating IP 0ef55d8e-c686-4509-a3c9-4938b7680668: ACTIVE {{(pid=82827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:18:12.354452 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2ad5a-51b1-40f5-9691-50e4fb81143c req-73852797-7853-43a3-9ad3-87d74ac60cf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:12.355914 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e0b2ad5a-51b1-40f5-9691-50e4fb81143c req-73852797-7853-43a3-9ad3-87d74ac60cf7 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 946 time: 0.0836892
Oct 27 14:18:12.402681 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e0b2ad5a-51b1-40f5-9691-50e4fb81143c req-feb08b1a-1397-4f15-9ece-73bb2698fd14 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402229
Oct 27 14:18:12.783069 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:13.606997 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b34d4f-b4bc-4fb6-8589-67d12b1f8422 req-0c6dd3d9-37f0-4577-aff3-086ac30a50b0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:13.608481 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-73b34d4f-b4bc-4fb6-8589-67d12b1f8422 req-0c6dd3d9-37f0-4577-aff3-086ac30a50b0 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 946 time: 0.0775194
Oct 27 14:18:13.656110 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-73b34d4f-b4bc-4fb6-8589-67d12b1f8422 req-7f5e08ec-c775-47cd-9b70-ed4e4448758b tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404434
Oct 27 14:18:14.142241 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-1f843c13-ee4c-449e-9d3c-4477e7d4dd7a tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:14.143686 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-1f843c13-ee4c-449e-9d3c-4477e7d4dd7a tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.79 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 946 time: 0.0811355
Oct 27 14:18:14.213324 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Deleting port 1299c76e-d547-448c-ae86-94f9a829d892 {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:18:14.213559 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:14.579022 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] For port 1299c76e-d547-448c-ae86-94f9a829d892, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1299c76e-d547-448c-ae86-94f9a829d892,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:18:14.579396 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:14.966796 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:18:14.983012 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:14.985035 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:14.985035 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.l3_db [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Floating IP a93a2330-2747-43da-ba21-56351dae7447 disassociated. External IP: 172.27.2.231, port: 1299c76e-d547-448c-ae86-94f9a829d892.
Oct 27 14:18:14.985035 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Calling delete_port for 1299c76e-d547-448c-ae86-94f9a829d892 owned by compute:nova {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:18:15.042230 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f6f8f-4355-45ed-9a2c-4a7b7582491a req-bc3b67f0-529d-41df-8300-432001aef8f8 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:15.043724 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a26f6f8f-4355-45ed-9a2c-4a7b7582491a req-bc3b67f0-529d-41df-8300-432001aef8f8 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.3629086
Oct 27 14:18:15.073104 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dc26b-51fa-4d5e-96bc-ddedd01578d0 req-261eeb19-7689-40e3-9332-8e96b1b4a248 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:15.074473 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a15dc26b-51fa-4d5e-96bc-ddedd01578d0 req-261eeb19-7689-40e3-9332-8e96b1b4a248 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 946 time: 0.2868886
Oct 27 14:18:15.185398 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a26f6f8f-4355-45ed-9a2c-4a7b7582491a req-fb1023dc-afd2-4227-953d-a7300d36a106 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1335983
Oct 27 14:18:15.193781 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a15dc26b-51fa-4d5e-96bc-ddedd01578d0 req-cd6a6be7-5bdc-4f45-b9c0-e25f7b7588c4 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122689
Oct 27 14:18:15.229348 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:15.236238 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0ca8fa8e-c2af-456e-bfaf-935d3ba6d643 tempest-VolumesActionsTest-1859177860 tempest-VolumesActionsTest-1859177860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:18:15.287042 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event deleted for resources: {'Port': ['ID=1299c76e-d547-448c-ae86-94f9a829d892,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:18:15.290510 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:18:15.503457 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:18:15.715510 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:18:15.728206 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a4ec7-4543-4ea7-8ef8-37d7a1353e6d None None] Sync routers for ids ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:18:15.744525 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a4ec7-4543-4ea7-8ef8-37d7a1353e6d None None] Routers {'49e2e5f8-d205-4417-ba02-e5e81083b6f5'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:18:15.745583 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-4e2a4ec7-4543-4ea7-8ef8-37d7a1353e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce174d0dc0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:17:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:18:15.793300 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] No DVR routers for this DVR port 1299c76e-d547-448c-ae86-94f9a829d892 on host hv-cinder-81566 {{(pid=82823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:18:15.796078 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:15.799133 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4208be4b-cd9f-4711-ab8c-3f4d961005ad', 'name': 'network-vif-deleted', 'tag': '1299c76e-d547-448c-ae86-94f9a829d892'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:18:15.808956 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5fd27dde-9a31-498c-9733-ce94700cbfa3 req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.79 "DELETE /v2.0/ports/1299c76e-d547-448c-ae86-94f9a829d892 HTTP/1.1" status: 204  len: 173 time: 1.6591382
Oct 27 14:18:15.865943 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4208be4b-cd9f-4711-ab8c-3f4d961005ad', 'name': 'network-vif-deleted', 'tag': '1299c76e-d547-448c-ae86-94f9a829d892', 'status': 'completed', 'code': 200}
Oct 27 14:18:15.939380 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-4e2a4ec7-4543-4ea7-8ef8-37d7a1353e6d None None] Set router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:18:16.262140 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-4e2a4ec7-4543-4ea7-8ef8-37d7a1353e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce174d0dc0>, [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:54Z', 'revision_number': 5, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:18:16.267300 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a4ec7-4543-4ea7-8ef8-37d7a1353e6d None None] Checking router: 49e2e5f8-d205-4417-ba02-e5e81083b6f5 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:18:16.279376 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a4ec7-4543-4ea7-8ef8-37d7a1353e6d None None] Routers {'49e2e5f8-d205-4417-ba02-e5e81083b6f5'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:18:16.280127 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-4e2a4ec7-4543-4ea7-8ef8-37d7a1353e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce174d0dc0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:17:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:18:16.425052 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-a55672c4-4af9-4fd4-bf2e-02f7a0ca48e6 req-aedd531a-a61c-4538-84cf-123799c174ad tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Synchronizing usage tracker for tenant:a65515b5f5df43aea6fd099108a3e961 on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:18:16.463417 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-a55672c4-4af9-4fd4-bf2e-02f7a0ca48e6 req-aedd531a-a61c-4538-84cf-123799c174ad tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Unset dirty status for tenant:a65515b5f5df43aea6fd099108a3e961 on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:18:16.464576 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a55672c4-4af9-4fd4-bf2e-02f7a0ca48e6 req-aedd531a-a61c-4538-84cf-123799c174ad tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=4208be4b-cd9f-4711-ab8c-3f4d961005ad HTTP/1.1" status: 200  len: 210 time: 0.1140599
Oct 27 14:18:16.464729 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-4e2a4ec7-4543-4ea7-8ef8-37d7a1353e6d None None] Set router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:18:16.482317 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25abd8-3815-496f-a6a2-32adde5bad4e req-81812e72-b187-42a7-8804-46983b3f73ac tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:16.484819 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ae25abd8-3815-496f-a6a2-32adde5bad4e req-81812e72-b187-42a7-8804-46983b3f73ac tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0990412
Oct 27 14:18:16.635498 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ae25abd8-3815-496f-a6a2-32adde5bad4e req-af6f17fd-a5bf-4bcc-a826-bac84c1a20ae tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1449647
Oct 27 14:18:16.848654 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-4e2a4ec7-4543-4ea7-8ef8-37d7a1353e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce174d0dc0>, [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:54Z', 'revision_number': 5, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:18:16.853258 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a4ec7-4543-4ea7-8ef8-37d7a1353e6d None None] The sync data for ids ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'] in dv-cinder-815663-1-iscsi is: [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:54Z', 'revision_number': 5, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:18:17.076362 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750791b-a9ef-4616-8dec-e293732063ef None None] New status for floating IP a93a2330-2747-43da-ba21-56351dae7447: DOWN {{(pid=82827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:18:17.883375 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003da8d-8e2d-41c5-9753-f81a93c2832a req-4b2378e6-05e6-4e7e-9651-3e7bd4b07629 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:17.885929 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9003da8d-8e2d-41c5-9753-f81a93c2832a req-4b2378e6-05e6-4e7e-9651-3e7bd4b07629 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.1127341
Oct 27 14:18:17.932737 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9003da8d-8e2d-41c5-9753-f81a93c2832a req-6e1315bc-fbc3-4ac9-8be7-6e06e23c44f1 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0408790
Oct 27 14:18:18.040481 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-15152a93-e4d1-4a6b-a2f1-dab7cb2dd40b tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610233938&fields=id&tenant_id=a65515b5f5df43aea6fd099108a3e961 HTTP/1.1" status: 200  len: 267 time: 0.0483320
Oct 27 14:18:18.191735 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-4c69da32-b30c-495d-9e15-80db76743850 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:18.193089 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-4c69da32-b30c-495d-9e15-80db76743850 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 812 time: 0.1453686
Oct 27 14:18:18.215615 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-cb5d6259-7674-4904-b036-ecb72e22c4dd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/quotas/a65515b5f5df43aea6fd099108a3e961 HTTP/1.1" status: 200  len: 375 time: 0.0171924
Oct 27 14:18:18.237583 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 1299c76e-d547-448c-ae86-94f9a829d892 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:18:18.273375 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: 1299c76e-d547-448c-ae86-94f9a829d892 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:18:18.273728 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 1299c76e-d547-448c-ae86-94f9a829d892 not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:18:18.301775 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-7f581fac-d5f5-462f-b1ed-b202d81ca2f9 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0802810
Oct 27 14:18:18.440293 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-34ed3a53-18a0-4f31-b331-e2057d0b82d7 service neutron] 10.222.0.36 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271110
Oct 27 14:18:18.575302 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-c3294794-a76f-4353-8103-5ac28f9e9d88 service neutron] 10.222.0.36 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292357
Oct 27 14:18:18.977382 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f862f862-480b-4961-8ec2-ca96b281c332 req-b0031776-08fa-47c1-a697-15f73915a8a5 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 210 time: 0.0508492
Oct 27 14:18:19.158605 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb49c5-ddfe-4aec-89ae-376e248b3aed req-d06c1429-4db7-470d-b6ae-e09bb6c925b2 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:19.160066 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dbdb49c5-ddfe-4aec-89ae-376e248b3aed req-d06c1429-4db7-470d-b6ae-e09bb6c925b2 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0796885
Oct 27 14:18:19.206810 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dbdb49c5-ddfe-4aec-89ae-376e248b3aed req-06d13395-c74c-48c3-ab6b-05ac04a214fe tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0409296
Oct 27 14:18:20.090864 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-fa071598-c9f0-4529-8e82-880720594ac2 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:20.092398 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-fa071598-c9f0-4529-8e82-880720594ac2 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.79 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 812 time: 0.1646101
Oct 27 14:18:20.176765 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cc08ab71-3d28-47a9-ba02-292f795883a4 req-2416e5a2-b236-4553-a831-67459af1d7a9 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 210 time: 0.0512519
Oct 27 14:18:20.201149 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-84065ed5-e4c5-44f6-adfc-b487ceab8e78 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65515b5f5df43aea6fd099108a3e961 HTTP/1.1" status: 200  len: 380 time: 0.0892196
Oct 27 14:18:20.219461 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Request body: {'port': {'device_id': '2a703ee1-73a5-4a8a-b224-2c4750b0a201', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'admin_state_up': True, 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'security_groups': ['1e78b5e2-dede-4f33-924d-c23db7b7bd24']}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:18:20.400446 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:18:20.414722 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:18:20.438015 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Made reservation on behalf of a65515b5f5df43aea6fd099108a3e961 for: {'port': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:18:20.441154 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:20.472010 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2fcd4-9c8b-4129-bcc5-8d50ad14a85c req-beacdc5b-25c8-4740-ae64-03afbde4d81e tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:20.473366 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3eb2fcd4-9c8b-4129-bcc5-8d50ad14a85c req-beacdc5b-25c8-4740-ae64-03afbde4d81e tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.1220682
Oct 27 14:18:20.579879 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3eb2fcd4-9c8b-4129-bcc5-8d50ad14a85c req-c56e292c-f2d5-4d0d-961b-522c5c059bd2 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0691519
Oct 27 14:18:20.650908 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Allocated IP 172.20.0.9 (f1faa33a-0c5a-4cdb-a1b6-853b7dee9857/c16c5105-226e-4271-a9b2-16ef0cf863cc/00d70655-0afb-4d42-b03f-91e4cea30fb4) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:18:20.935266 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:20.951455 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Transition to ACTIVE for port object 00d70655-0afb-4d42-b03f-91e4cea30fb4 will not be triggered until provisioned by entity DHCP. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:18:20.974290 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:20.980513 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:18:21.045491 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:18:21.048963 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:18:21.051288 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:18:21.096546 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'Port': ['ID=00d70655-0afb-4d42-b03f-91e4cea30fb4,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:18:21.100816 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:18:21.125216 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:21.125852 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:21.152221 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9376206
Oct 27 14:18:21.164394 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Request body: {'port': {'device_id': '2a703ee1-73a5-4a8a-b224-2c4750b0a201', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:18:21.281272 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:21.322845 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-93dab53e-f5c1-45b0-b6f4-6c48b5b66b91 None None] Provisioning for port 00d70655-0afb-4d42-b03f-91e4cea30fb4 completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:18:21.328658 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-93dab53e-f5c1-45b0-b6f4-6c48b5b66b91 None None] Provisioning complete for port 00d70655-0afb-4d42-b03f-91e4cea30fb4 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:18:21.329088 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-93dab53e-f5c1-45b0-b6f4-6c48b5b66b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:21.382006 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-93dab53e-f5c1-45b0-b6f4-6c48b5b66b91 None None] Port 00d70655-0afb-4d42-b03f-91e4cea30fb4 cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:18:21.501894 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbb1b0-992d-4f21-8427-366197165709 req-33ea724b-7260-455d-b632-1d044df1189c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:21.502602 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-54cbb1b0-992d-4f21-8427-366197165709 req-33ea724b-7260-455d-b632-1d044df1189c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Synchronizing usage tracker for tenant:a65515b5f5df43aea6fd099108a3e961 on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:18:21.582545 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-54cbb1b0-992d-4f21-8427-366197165709 req-33ea724b-7260-455d-b632-1d044df1189c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Unset dirty status for tenant:a65515b5f5df43aea6fd099108a3e961 on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:18:21.583695 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-54cbb1b0-992d-4f21-8427-366197165709 req-33ea724b-7260-455d-b632-1d044df1189c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 931 time: 0.2630928
Oct 27 14:18:21.657547 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-54cbb1b0-992d-4f21-8427-366197165709 req-65efd77d-8c03-42da-b051-1a517e05d591 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677576
Oct 27 14:18:21.777942 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d70655-0afb-4d42-b03f-91e4cea30fb4 {{(pid=82823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:18:21.788003 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:21.805305 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Transition to ACTIVE for port object 00d70655-0afb-4d42-b03f-91e4cea30fb4 will not be triggered until provisioned by entity L2. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:18:21.814230 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:21.819847 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-cc5f3e87-0d08-468f-a22e-e686d7526a4c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:18:21.949785 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00eb68-dfb0-428c-87ae-b184799d54b8 req-4e03e9f3-4acc-4e13-b4d9-edf3504d21a7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:21.951175 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3b00eb68-dfb0-428c-87ae-b184799d54b8 req-4e03e9f3-4acc-4e13-b4d9-edf3504d21a7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.2267742
Oct 27 14:18:21.962062 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Pushing event updated for resources: {'Port': ['ID=00d70655-0afb-4d42-b03f-91e4cea30fb4,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:18:21.981179 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:18:22.089308 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3b00eb68-dfb0-428c-87ae-b184799d54b8 req-8ba17a81-f52a-49a2-9169-a91dbb10f83b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1306736
Oct 27 14:18:22.118393 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Attempting to bind port 00d70655-0afb-4d42-b03f-91e4cea30fb4 on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:18:22.118983 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Attempting to bind port 00d70655-0afb-4d42-b03f-91e4cea30fb4 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:18:22.119096 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Attempting to bind port 00d70655-0afb-4d42-b03f-91e4cea30fb4 on network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:18:22.125355 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Port 00d70655-0afb-4d42-b03f-91e4cea30fb4 on network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:18:22.125673 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Attempting to bind port 00d70655-0afb-4d42-b03f-91e4cea30fb4 on network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:18:22.132262 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:18:22.132541 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Checking segment: {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:18:22.132917 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Bound using segment: {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:18:22.133340 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Bound port: 00d70655-0afb-4d42-b03f-91e4cea30fb4, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'}}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:18:22.133681 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:22.226364 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] For port 00d70655-0afb-4d42-b03f-91e4cea30fb4, host hv-cinder-81566, cleared binding levels {{(pid=82823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:18:22.229225 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] For port 00d70655-0afb-4d42-b03f-91e4cea30fb4, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=00d70655-0afb-4d42-b03f-91e4cea30fb4,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:18:22.233692 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:22.237842 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-bf99d935-759e-4bd6-a85c-bfb8caa67cf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:18:22.296607 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:22.298543 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] 10.222.0.79 "PUT /v2.0/ports/00d70655-0afb-4d42-b03f-91e4cea30fb4 HTTP/1.1" status: 200  len: 1093 time: 1.1379037
Oct 27 14:18:22.305315 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a703ee1-73a5-4a8a-b224-2c4750b0a201', 'tag': '00d70655-0afb-4d42-b03f-91e4cea30fb4'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:18:22.334754 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Pushing event updated for resources: {'Port': ['ID=00d70655-0afb-4d42-b03f-91e4cea30fb4,revision_number=3']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:18:22.339670 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:18:22.394401 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a703ee1-73a5-4a8a-b224-2c4750b0a201', 'tag': '00d70655-0afb-4d42-b03f-91e4cea30fb4', 'status': 'completed', 'code': 200}
Oct 27 14:18:22.426559 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-ba4a0a27-bb77-460f-a871-1a70581c4915 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 1096 time: 0.0790968
Oct 27 14:18:22.503969 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-84533079-9a4f-4421-9e51-34b9f14c08c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d70655-0afb-4d42-b03f-91e4cea30fb4 HTTP/1.1" status: 200  len: 217 time: 0.0660539
Oct 27 14:18:22.569317 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-eeb4dcbe-0a97-4ba0-9926-4206c676cb7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:22.570765 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-eeb4dcbe-0a97-4ba0-9926-4206c676cb7e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c5105-226e-4271-a9b2-16ef0cf863cc HTTP/1.1" status: 200  len: 851 time: 0.0574484
Oct 27 14:18:22.651099 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-11a68f00-c7db-4336-929d-25cebd64a812 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721097
Oct 27 14:18:22.916499 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-d2d44b0b-0734-4364-b372-b4e6624d54fb service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2578681
Oct 27 14:18:23.024038 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d1507-2675-42af-b17a-3cf1e175358f req-fea04479-0fc3-4e64-8722-41c14ea95069 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:23.025482 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3c8d1507-2675-42af-b17a-3cf1e175358f req-fea04479-0fc3-4e64-8722-41c14ea95069 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 943 time: 0.1924703
Oct 27 14:18:23.090451 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e84b01f-09e3-4c8e-bf29-a1e658c3542c req-22ff0989-0b32-4824-b2e2-6d4b3075b1ad service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656942
Oct 27 14:18:23.102181 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3c8d1507-2675-42af-b17a-3cf1e175358f req-8edc69bb-46e6-40ef-a485-452b2e36d159 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698211
Oct 27 14:18:23.204162 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-219cd8d5-bb2b-46ea-b7ac-f64c1cafbe7a req-c590f764-be2b-4294-adb5-d58fafdb3ac5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 1096 time: 0.0694277
Oct 27 14:18:23.392809 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cd8d5-bb2b-46ea-b7ac-f64c1cafbe7a req-f64b546a-dc11-46a4-8307-d801217e1ccd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:23.394261 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-219cd8d5-bb2b-46ea-b7ac-f64c1cafbe7a req-f64b546a-dc11-46a4-8307-d801217e1ccd service neutron] 10.222.0.79 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 914 time: 0.1835110
Oct 27 14:18:23.408103 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7a91d-2739-4193-8c32-a52dfefc74be req-969e9b38-db1d-41db-836e-fd1e61ca85ac tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:23.409488 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-04e7a91d-2739-4193-8c32-a52dfefc74be req-969e9b38-db1d-41db-836e-fd1e61ca85ac tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.1783454
Oct 27 14:18:23.488595 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-219cd8d5-bb2b-46ea-b7ac-f64c1cafbe7a req-2fed2f77-bdfe-4252-ac90-b6e8e5e93f01 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d70655-0afb-4d42-b03f-91e4cea30fb4 HTTP/1.1" status: 200  len: 217 time: 0.0780575
Oct 27 14:18:23.555376 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-04e7a91d-2739-4193-8c32-a52dfefc74be req-e13a11a9-7a53-4718-b721-77dfefaa7add tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0971389
Oct 27 14:18:23.571104 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cd8d5-bb2b-46ea-b7ac-f64c1cafbe7a req-a931e4df-069e-4081-9dfa-074e69719e87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:23.572559 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-219cd8d5-bb2b-46ea-b7ac-f64c1cafbe7a req-a931e4df-069e-4081-9dfa-074e69719e87 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c5105-226e-4271-a9b2-16ef0cf863cc HTTP/1.1" status: 200  len: 851 time: 0.0733526
Oct 27 14:18:23.661351 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-219cd8d5-bb2b-46ea-b7ac-f64c1cafbe7a req-9d3b8277-014d-4f79-b37f-3b20c03137c5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777972
Oct 27 14:18:23.798500 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-219cd8d5-bb2b-46ea-b7ac-f64c1cafbe7a req-47475ab6-a93e-4f1c-830f-9ab6943b33ca service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292500
Oct 27 14:18:23.932426 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-219cd8d5-bb2b-46ea-b7ac-f64c1cafbe7a req-e70df086-e57f-44a3-869e-bdb862ce47bc service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268172
Oct 27 14:18:24.301081 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796955b-ba38-4ee9-95ae-502b9e92da6d req-89b58075-78b7-4271-8480-3e7c18aa7b7f tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:24.302755 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3796955b-ba38-4ee9-95ae-502b9e92da6d req-89b58075-78b7-4271-8480-3e7c18aa7b7f tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 943 time: 0.0818017
Oct 27 14:18:24.348561 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3796955b-ba38-4ee9-95ae-502b9e92da6d req-5a480f9c-ef76-4beb-b5d9-17f5cab16685 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402415
Oct 27 14:18:24.779792 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93bbd7-7b2c-4865-ada0-a0a84b600ba6 req-0fae26b3-6280-4dd8-9399-f06d1f8e9343 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:24.781479 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-df93bbd7-7b2c-4865-ada0-a0a84b600ba6 req-0fae26b3-6280-4dd8-9399-f06d1f8e9343 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0852318
Oct 27 14:18:24.829022 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-df93bbd7-7b2c-4865-ada0-a0a84b600ba6 req-fb0118aa-6a71-4ea9-823b-426b4a5f6fa9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0421550
Oct 27 14:18:25.688001 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d7b87-90fc-4587-bae9-45c3fc01b60a req-ea2ce3cd-9733-49de-9f97-41428f4ea255 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:25.689390 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9a0d7b87-90fc-4587-bae9-45c3fc01b60a req-ea2ce3cd-9733-49de-9f97-41428f4ea255 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 943 time: 0.0808840
Oct 27 14:18:25.740942 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9a0d7b87-90fc-4587-bae9-45c3fc01b60a req-4385abec-b5b8-4e8c-80bf-9fbfc9c6bfca tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461416
Oct 27 14:18:26.046533 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9292eb-2b2d-425c-93ba-adb3d6edd4af req-85a0522a-9f8f-41ae-bcfc-6cd1e909aad1 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:26.048046 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bc9292eb-2b2d-425c-93ba-adb3d6edd4af req-85a0522a-9f8f-41ae-bcfc-6cd1e909aad1 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0834606
Oct 27 14:18:26.095860 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bc9292eb-2b2d-425c-93ba-adb3d6edd4af req-2a3d132c-6dd4-49f3-a4a6-37f37362e474 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0423899
Oct 27 14:18:26.555694 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-50b501db-1788-4c3c-8451-c721c4286990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:26.943599 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0080b5-4adc-47d9-8145-44239353035c req-f23df4a9-4521-49d4-a8d9-4bb18f78371a tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:26.945117 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2f0080b5-4adc-47d9-8145-44239353035c req-f23df4a9-4521-49d4-a8d9-4bb18f78371a tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 943 time: 0.0827844
Oct 27 14:18:26.993715 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2f0080b5-4adc-47d9-8145-44239353035c req-c052c031-06f3-44e5-8d72-ef7b3ad6fd58 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432279
Oct 27 14:18:27.087300 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:27.308469 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28777cbc-1118-4666-b0d5-84dad90e9187 req-d00d375a-c68c-4a1f-90df-6f3a37ca99e3 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:27.309857 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-28777cbc-1118-4666-b0d5-84dad90e9187 req-d00d375a-c68c-4a1f-90df-6f3a37ca99e3 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0769553
Oct 27 14:18:27.444945 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-28777cbc-1118-4666-b0d5-84dad90e9187 req-89815b6f-36ce-4bdb-a54a-df766eb4905e tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1289001
Oct 27 14:18:28.204555 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09309-074f-44d3-90b8-0bd94956f169 req-a264f7e6-fad0-4ce8-bc63-ac8bc58f0d47 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:28.206294 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c3f09309-074f-44d3-90b8-0bd94956f169 req-a264f7e6-fad0-4ce8-bc63-ac8bc58f0d47 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 943 time: 0.0798955
Oct 27 14:18:28.253548 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c3f09309-074f-44d3-90b8-0bd94956f169 req-9ca3d2fd-34c1-481e-b077-1b43b381b182 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418220
Oct 27 14:18:28.659123 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6e969-d7c2-48e8-a6a9-f808eb8405ad req-2fc2e83d-c1be-4ba3-a0bf-839b607a96f2 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:28.660574 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e5a6e969-d7c2-48e8-a6a9-f808eb8405ad req-2fc2e83d-c1be-4ba3-a0bf-839b607a96f2 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0783606
Oct 27 14:18:28.708893 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e5a6e969-d7c2-48e8-a6a9-f808eb8405ad req-4b263a1f-9796-4586-8a66-7b4bd1dcf9af tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0428457
Oct 27 14:18:28.769863 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-130ba6b4-9c9c-41ea-8b28-78f45ae1ef37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:29.451059 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba76fdc-35a9-4b0d-b856-4f7a2886e4b7 req-e1d4b2fa-5926-4a7c-9ee5-060ac82ba482 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:29.453032 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2ba76fdc-35a9-4b0d-b856-4f7a2886e4b7 req-e1d4b2fa-5926-4a7c-9ee5-060ac82ba482 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 943 time: 0.0754333
Oct 27 14:18:29.497593 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2ba76fdc-35a9-4b0d-b856-4f7a2886e4b7 req-8ab7d308-5319-472a-819e-da402f15b9dc tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390410
Oct 27 14:18:29.854536 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:29.927600 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf201f-3529-4d80-9b7d-fdbdd330e15d req-dd5e8fa0-2bf3-452b-a105-2f652c2277bc tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:29.929057 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-50cf201f-3529-4d80-9b7d-fdbdd330e15d req-dd5e8fa0-2bf3-452b-a105-2f652c2277bc tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0807614
Oct 27 14:18:29.975694 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-50cf201f-3529-4d80-9b7d-fdbdd330e15d req-7cc65ae5-7cd9-4a16-a254-2668d9721529 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0410016
Oct 27 14:18:30.692666 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5a7d2-10d2-42d5-97af-3bc617d15362 req-0b4e9a71-436d-47f9-a24b-df89e5ed9022 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:30.694017 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-21c5a7d2-10d2-42d5-97af-3bc617d15362 req-0b4e9a71-436d-47f9-a24b-df89e5ed9022 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 943 time: 0.0754972
Oct 27 14:18:30.748191 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-21c5a7d2-10d2-42d5-97af-3bc617d15362 req-133e0435-7a5b-4dc4-a9cc-e487fc9e8600 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487020
Oct 27 14:18:31.193943 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c98ab-3cce-4c88-bf11-a57a1c92d785 req-d7bff872-84d3-4d26-ac56-1976f60dea93 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:31.195423 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cb9c98ab-3cce-4c88-bf11-a57a1c92d785 req-d7bff872-84d3-4d26-ac56-1976f60dea93 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0756669
Oct 27 14:18:31.241994 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cb9c98ab-3cce-4c88-bf11-a57a1c92d785 req-4c8ab4f7-f4a5-4219-a6d8-834d4347727c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0410240
Oct 27 14:18:31.252038 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:31.948834 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54760c-6aca-4cb1-bb52-f21a9e9a696d req-78a48a88-e5a8-48f0-b567-6f2098a10a65 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:31.950260 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-eb54760c-6aca-4cb1-bb52-f21a9e9a696d req-78a48a88-e5a8-48f0-b567-6f2098a10a65 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 943 time: 0.0796068
Oct 27 14:18:31.996306 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-eb54760c-6aca-4cb1-bb52-f21a9e9a696d req-17ad931b-d286-47e2-ba1b-4eef19f5ee9c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403945
Oct 27 14:18:32.284392 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 00d70655-0afb-4d42-b03f-91e4cea30fb4 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:18:32.428663 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 00d70655-0afb-4d42-b03f-91e4cea30fb4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=00d70655-0afb-4d42-b03f-91e4cea30fb4,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:18:32.443686 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '00d70655-0afb-4d42-b03f-91e4cea30fb4', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'port_id': '00d70655-0afb-4d42-b03f-91e4cea30fb4', 'mac_address': 'fa:16:3e:5e:8c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:18:32.464200 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880990f7-30b6-4d76-87b1-37f3143e5ae7 req-90b92bad-30eb-4632-ab2a-2066626db62b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:32.465757 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-880990f7-30b6-4d76-87b1-37f3143e5ae7 req-90b92bad-30eb-4632-ab2a-2066626db62b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0781121
Oct 27 14:18:32.501349 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:32.519173 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-880990f7-30b6-4d76-87b1-37f3143e5ae7 req-e7705c43-4abe-4c00-b95a-a7c61fce56f6 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0467851
Oct 27 14:18:32.519479 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d70655-0afb-4d42-b03f-91e4cea30fb4 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:18:32.537122 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 00d70655-0afb-4d42-b03f-91e4cea30fb4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=00d70655-0afb-4d42-b03f-91e4cea30fb4,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:18:32.541520 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:32.542395 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device be16286c-3fdf-4d39-a960-7fa20fa3dd28 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:18:32.544504 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:18:32.637047 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=00d70655-0afb-4d42-b03f-91e4cea30fb4,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:18:32.659914 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:18:32.660148 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:18:32.660489 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:18:32.660870 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:18:32.661150 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:18:32.661480 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:18:32.661804 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:18:32.662129 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:18:32.662451 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:18:32.662808 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:18:32.663433 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:18:32.667275 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:18:32.765665 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port be16286c-3fdf-4d39-a960-7fa20fa3dd28, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:18:32.783412 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'port_id': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'mac_address': 'fa:16:3e:fe:d2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:18:32.837950 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:32.856368 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be16286c-3fdf-4d39-a960-7fa20fa3dd28 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:18:32.874737 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port be16286c-3fdf-4d39-a960-7fa20fa3dd28, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:18:32.878938 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:32.880890 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:18:32.948195 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=be16286c-3fdf-4d39-a960-7fa20fa3dd28,revision_number=6']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:18:32.951214 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:18:32.974166 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['be16286c-3fdf-4d39-a960-7fa20fa3dd28'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:18:33.201488 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['00d70655-0afb-4d42-b03f-91e4cea30fb4'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:18:33.235887 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e4750-ae08-4012-a7f9-ba63daf2358d req-bf4a5b34-95c3-4519-93ec-2d4821fd2245 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:33.244542 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4f2e4750-ae08-4012-a7f9-ba63daf2358d req-bf4a5b34-95c3-4519-93ec-2d4821fd2245 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 944 time: 0.1009142
Oct 27 14:18:33.295596 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4f2e4750-ae08-4012-a7f9-ba63daf2358d req-e8c3b4b7-e80f-4188-a3d5-d54e077590e5 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499506
Oct 27 14:18:33.751669 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7ba12-e204-4551-a3a3-c020bc99059f req-90153f01-d3bd-423a-ab21-840618b676b4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:33.753158 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5fb7ba12-e204-4551-a3a3-c020bc99059f req-90153f01-d3bd-423a-ab21-840618b676b4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 945 time: 0.0860915
Oct 27 14:18:33.811957 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5fb7ba12-e204-4551-a3a3-c020bc99059f req-6ebb42d3-56d7-40b7-be58-48c01bc79670 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0490012
Oct 27 14:18:34.285857 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 00d70655-0afb-4d42-b03f-91e4cea30fb4 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:18:34.371752 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port 00d70655-0afb-4d42-b03f-91e4cea30fb4 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:18:34.377857 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 00d70655-0afb-4d42-b03f-91e4cea30fb4 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:18:34.378324 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:34.515369 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:34.532107 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2d51f-52aa-4a73-a47d-34ce093fa752 req-3b08c4a0-350e-4e44-a98c-64cc3916370e tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:34.533736 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f7f2d51f-52aa-4a73-a47d-34ce093fa752 req-3b08c4a0-350e-4e44-a98c-64cc3916370e tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 944 time: 0.0889051
Oct 27 14:18:34.554652 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a703ee1-73a5-4a8a-b224-2c4750b0a201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d70655-0afb-4d42-b03f-91e4cea30fb4'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:18:34.565913 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 00d70655-0afb-4d42-b03f-91e4cea30fb4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=00d70655-0afb-4d42-b03f-91e4cea30fb4,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:18:34.571509 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:34.572604 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device be16286c-3fdf-4d39-a960-7fa20fa3dd28 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:18:34.596380 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f7f2d51f-52aa-4a73-a47d-34ce093fa752 req-211788e0-358d-4b01-9f4f-69f1622c2bdf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565417
Oct 27 14:18:34.604404 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-022bcff4-3517-4c27-881b-76e9f09cef94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:18:34.648941 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a703ee1-73a5-4a8a-b224-2c4750b0a201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d70655-0afb-4d42-b03f-91e4cea30fb4', 'code': 200}
Oct 27 14:18:34.713875 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=00d70655-0afb-4d42-b03f-91e4cea30fb4,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:18:34.717212 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:18:34.729799 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port be16286c-3fdf-4d39-a960-7fa20fa3dd28 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:18:34.730167 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:34.896844 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:34.937547 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port be16286c-3fdf-4d39-a960-7fa20fa3dd28, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:18:34.945067 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:34.948431 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:18:35.018978 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c2a2a6f0-9b3e-4ff8-9520-0a6c08ebfb94 req-51ef8020-2c91-458e-b1f1-c5c7f1857efc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 1098 time: 0.0972989
Oct 27 14:18:35.085368 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c2a2a6f0-9b3e-4ff8-9520-0a6c08ebfb94 req-b6b4c5ac-ea13-49b9-90d6-15cd6aeef053 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572991
Oct 27 14:18:35.125552 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=be16286c-3fdf-4d39-a960-7fa20fa3dd28,revision_number=7']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:18:35.141632 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:18:35.199790 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aebceb-a778-40a3-84c1-4696369b3494 req-df0ba0bc-1eee-481a-98f4-2cbaeb5ed536 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:35.207753 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-57aebceb-a778-40a3-84c1-4696369b3494 req-df0ba0bc-1eee-481a-98f4-2cbaeb5ed536 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.1009567
Oct 27 14:18:35.259165 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-57aebceb-a778-40a3-84c1-4696369b3494 req-4ee469e8-b560-4d7b-beb6-0d4cbaa0215c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0505238
Oct 27 14:18:35.806459 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239e094-cad8-4f83-a5c1-1e9200753fe7 req-d200e897-152f-479e-9692-1ef44b9a0a5f tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:35.808789 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5239e094-cad8-4f83-a5c1-1e9200753fe7 req-d200e897-152f-479e-9692-1ef44b9a0a5f tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 945 time: 0.0931447
Oct 27 14:18:35.857429 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5239e094-cad8-4f83-a5c1-1e9200753fe7 req-ec5c7950-e18f-4eb5-856a-0b8fa2546f0d tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428200
Oct 27 14:18:36.530387 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f9161-0be7-4ff4-8365-cca30fc39a4a req-bf7a8b90-110d-4df0-a295-b813d54b797c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:36.531779 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f00f9161-0be7-4ff4-8365-cca30fc39a4a req-bf7a8b90-110d-4df0-a295-b813d54b797c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0965717
Oct 27 14:18:36.589088 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f00f9161-0be7-4ff4-8365-cca30fc39a4a req-72f69967-dd70-47f5-bd72-b15f90441c6e tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0509796
Oct 27 14:18:36.650122 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:18:36.707660 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'code': 200}
Oct 27 14:18:37.074864 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb369e3-c1c5-41cb-80cb-35e8b8c46fdd req-78e45b42-29ef-42c2-b2ae-ea0271698827 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:37.076482 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cbb369e3-c1c5-41cb-80cb-35e8b8c46fdd req-78e45b42-29ef-42c2-b2ae-ea0271698827 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 945 time: 0.0930762
Oct 27 14:18:37.130091 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cbb369e3-c1c5-41cb-80cb-35e8b8c46fdd req-c6e1e40e-23f3-416e-bb38-67346b890e0a tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468795
Oct 27 14:18:37.340830 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49a2d9-a64a-45a2-8149-8ffc42c8b4c5 req-b4468456-b753-470a-961b-f846e82edc95 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:37.342678 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3c49a2d9-a64a-45a2-8149-8ffc42c8b4c5 req-b4468456-b753-470a-961b-f846e82edc95 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 945 time: 0.0875008
Oct 27 14:18:37.400032 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3c49a2d9-a64a-45a2-8149-8ffc42c8b4c5 req-52b49170-7442-4399-88b9-cadd54e03e7b tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493402
Oct 27 14:18:37.430560 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 38990) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:18:37.521559 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-79ea9e97-10fa-4256-a3da-7d80e5e3bd34 tempest-TestVolumeBootPattern-1845460093 tempest-TestVolumeBootPattern-1845460093-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 1093 time: 0.0872891
Oct 27 14:18:37.521968 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 38994) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:18:37.527650 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Request body: {'floatingip': {'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'port_id': '00d70655-0afb-4d42-b03f-91e4cea30fb4', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address': '172.20.0.9'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:18:37.534204 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:18:37.538178 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Usage tracker for resource:floatingip and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:18:37.541206 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:18:37.547850 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:18:37.560279 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for floatingip, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:37.868984 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:37.938765 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14484551-ecff-4007-acaa-6f02cb3bba6d req-41b94b1f-a6fb-411c-922d-b3864aacdfaf tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:37.940355 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-14484551-ecff-4007-acaa-6f02cb3bba6d req-41b94b1f-a6fb-411c-922d-b3864aacdfaf tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.1478987
Oct 27 14:18:38.047349 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-14484551-ecff-4007-acaa-6f02cb3bba6d req-c0a9fd36-fa52-40b6-97dd-8d4259916fb9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0949883
Oct 27 14:18:38.089157 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Allocated IP 172.27.2.58 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/db07a54a-a0b4-48ba-8977-0673bcdf113d) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:18:38.306201 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:38.346260 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:38.350420 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-3d403ec3-7b5b-4f4d-ab77-d96057d6d88d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:18:38.440657 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:18:38.445208 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:18:38.448970 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'Port': ['ID=db07a54a-a0b4-48ba-8977-0673bcdf113d,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:18:38.450133 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:18:38.480894 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:18:39.164366 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:39.277092 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:39.406242 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5708151-8b00-447f-8cf8-041958845a77 req-5eb79b35-aae6-4393-9ef2-4ecc477ce1c2 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:39.407724 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f5708151-8b00-447f-8cf8-041958845a77 req-5eb79b35-aae6-4393-9ef2-4ecc477ce1c2 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.1805294
Oct 27 14:18:39.536538 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f5708151-8b00-447f-8cf8-041958845a77 req-c111c1c1-00f9-4fc0-88ce-b04c05428347 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0800428
Oct 27 14:18:39.561213 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:39.568655 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:39.572857 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:18:39.680403 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'Port': ['ID=db07a54a-a0b4-48ba-8977-0673bcdf113d,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:18:39.685236 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:18:39.700815 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:40.045023 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.l3_db [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Floating IP d31476f9-7b79-49a0-a39f-d82d13b56870 associated. External IP: 172.27.2.58, port: 00d70655-0afb-4d42-b03f-91e4cea30fb4.
Oct 27 14:18:40.521495 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:18:40.846506 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d02680-5f7f-421b-91ec-153a9da025c0 req-be09e08f-3738-4f90-ae28-59d19d5ccb1f tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:40.850660 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-85d02680-5f7f-421b-91ec-153a9da025c0 req-be09e08f-3738-4f90-ae28-59d19d5ccb1f tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.1347766
Oct 27 14:18:40.886653 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:18:40.898938 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510f25d-d3a6-47fa-a802-36912bbebeb1 None None] Sync routers for ids ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:18:40.918810 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510f25d-d3a6-47fa-a802-36912bbebeb1 None None] Routers {'49e2e5f8-d205-4417-ba02-e5e81083b6f5'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:18:40.919913 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-b510f25d-d3a6-47fa-a802-36912bbebeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1779da00>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:18:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:18:40.937304 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:40.983280 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-85d02680-5f7f-421b-91ec-153a9da025c0 req-d22787e4-2738-4984-ae5e-85dfb8a4efe0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1279342
Oct 27 14:18:41.044513 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.5213020
Oct 27 14:18:41.045237 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a703ee1-73a5-4a8a-b224-2c4750b0a201', 'tag': '00d70655-0afb-4d42-b03f-91e4cea30fb4'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:18:41.142940 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a703ee1-73a5-4a8a-b224-2c4750b0a201', 'tag': '00d70655-0afb-4d42-b03f-91e4cea30fb4', 'status': 'completed', 'code': 200}
Oct 27 14:18:41.261547 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-b510f25d-d3a6-47fa-a802-36912bbebeb1 None None] Set router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:18:41.278675 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-758d36d0-1ed2-4fb8-88dd-f1905663e4cd req-0791b979-6b68-4d82-a9ec-719bc679bb85 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 1098 time: 0.0999944
Oct 27 14:18:41.448174 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d36d0-1ed2-4fb8-88dd-f1905663e4cd req-b9e4355e-6db6-493e-b202-f8e204a682d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:41.449785 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-758d36d0-1ed2-4fb8-88dd-f1905663e4cd req-b9e4355e-6db6-493e-b202-f8e204a682d4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 914 time: 0.1569688
Oct 27 14:18:41.583481 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-758d36d0-1ed2-4fb8-88dd-f1905663e4cd req-ad2aa292-e794-4c04-9f6b-96d950310366 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d70655-0afb-4d42-b03f-91e4cea30fb4 HTTP/1.1" status: 200  len: 998 time: 0.1262889
Oct 27 14:18:41.669199 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d36d0-1ed2-4fb8-88dd-f1905663e4cd req-7638bf84-a38d-41ab-8d26-bd39fe6cefa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:41.671208 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-758d36d0-1ed2-4fb8-88dd-f1905663e4cd req-7638bf84-a38d-41ab-8d26-bd39fe6cefa9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c5105-226e-4271-a9b2-16ef0cf863cc HTTP/1.1" status: 200  len: 851 time: 0.0809729
Oct 27 14:18:41.720005 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-b510f25d-d3a6-47fa-a802-36912bbebeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1779da00>, [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': 'd31476f9-7b79-49a0-a39f-d82d13b56870', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'port_id': '00d70655-0afb-4d42-b03f-91e4cea30fb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'mac_address': 'fa:16:3e:5e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a703ee1-73a5-4a8a-b224-2c4750b0a201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:18:38Z', 'updated_at': '2021-10-27T14:18:38Z', 'revision_number': 0, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:54Z', 'revision_number': 5, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:18:41.728283 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510f25d-d3a6-47fa-a802-36912bbebeb1 None None] Checking router: 49e2e5f8-d205-4417-ba02-e5e81083b6f5 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:18:41.741040 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510f25d-d3a6-47fa-a802-36912bbebeb1 None None] Routers {'49e2e5f8-d205-4417-ba02-e5e81083b6f5'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:18:41.741641 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-b510f25d-d3a6-47fa-a802-36912bbebeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1779da00>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:18:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:18:41.768639 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-758d36d0-1ed2-4fb8-88dd-f1905663e4cd req-142c3ad6-ef0b-4558-8d55-3c7f5dd31dcd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889432
Oct 27 14:18:41.938506 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-758d36d0-1ed2-4fb8-88dd-f1905663e4cd req-a4437c28-897c-411d-9562-b0c463863478 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523554
Oct 27 14:18:41.943060 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-b510f25d-d3a6-47fa-a802-36912bbebeb1 None None] Set router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:18:42.250874 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-758d36d0-1ed2-4fb8-88dd-f1905663e4cd req-07885b86-47bb-42d3-a39d-a29e2de65251 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3054230
Oct 27 14:18:42.295107 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c76c2-4ca8-4911-8cea-e14bd743ecf1 req-bc8fbcc5-2847-4fe1-a08b-115a5ddfba06 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:42.297713 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a11c76c2-4ca8-4911-8cea-e14bd743ecf1 req-bc8fbcc5-2847-4fe1-a08b-115a5ddfba06 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.1460204
Oct 27 14:18:42.377641 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a11c76c2-4ca8-4911-8cea-e14bd743ecf1 req-e70de216-a98f-4bdb-8941-d1df72337e27 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0700536
Oct 27 14:18:42.446027 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-b510f25d-d3a6-47fa-a802-36912bbebeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1779da00>, [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': 'd31476f9-7b79-49a0-a39f-d82d13b56870', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'port_id': '00d70655-0afb-4d42-b03f-91e4cea30fb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'mac_address': 'fa:16:3e:5e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a703ee1-73a5-4a8a-b224-2c4750b0a201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:18:38Z', 'updated_at': '2021-10-27T14:18:38Z', 'revision_number': 0, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:54Z', 'revision_number': 5, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:18:42.450818 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510f25d-d3a6-47fa-a802-36912bbebeb1 None None] The sync data for ids ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'] in dv-cinder-815663-1-iscsi is: [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': 'd31476f9-7b79-49a0-a39f-d82d13b56870', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'port_id': '00d70655-0afb-4d42-b03f-91e4cea30fb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'mac_address': 'fa:16:3e:5e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a703ee1-73a5-4a8a-b224-2c4750b0a201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:18:38Z', 'updated_at': '2021-10-27T14:18:38Z', 'revision_number': 0, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:54Z', 'revision_number': 5, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:18:42.683724 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3c81e7-04b8-4e7e-b325-f20634cb6a71 None None] New status for floating IP d31476f9-7b79-49a0-a39f-d82d13b56870: ACTIVE {{(pid=82827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:18:42.808068 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:43.614292 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda0121-318a-4f2b-9008-907c23f398b6 req-ce783ce5-4e08-4e90-acc3-7dc4d91b9022 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:43.615965 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9dda0121-318a-4f2b-9008-907c23f398b6 req-ce783ce5-4e08-4e90-acc3-7dc4d91b9022 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0824730
Oct 27 14:18:43.662641 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9dda0121-318a-4f2b-9008-907c23f398b6 req-e2e1f004-619d-4647-b2f4-bfe46b49f922 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0412252
Oct 27 14:18:44.184668 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-70bb1e7b-5f87-4df4-9bc3-dec0040515a9 req-ec59005b-a4fb-4c72-9f99-6964a386b8d0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 1099 time: 0.0769739
Oct 27 14:18:44.318521 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb1e7b-5f87-4df4-9bc3-dec0040515a9 req-651c07a5-6c94-43a5-8b46-fab6638c2b52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:44.320151 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-70bb1e7b-5f87-4df4-9bc3-dec0040515a9 req-651c07a5-6c94-43a5-8b46-fab6638c2b52 service neutron] 10.222.0.79 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 918 time: 0.1291640
Oct 27 14:18:44.436145 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-70bb1e7b-5f87-4df4-9bc3-dec0040515a9 req-b6075899-7cfa-4c63-8d9b-74db9ff77328 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28 HTTP/1.1" status: 200  len: 1002 time: 0.1019969
Oct 27 14:18:44.500136 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb1e7b-5f87-4df4-9bc3-dec0040515a9 req-d4a286ed-97e6-47b8-a3be-acf84b250fc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:44.501546 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-70bb1e7b-5f87-4df4-9bc3-dec0040515a9 req-d4a286ed-97e6-47b8-a3be-acf84b250fc2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8246b7a1-97e2-4686-affe-6013679e6669 HTTP/1.1" status: 200  len: 855 time: 0.0587788
Oct 27 14:18:44.581325 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-70bb1e7b-5f87-4df4-9bc3-dec0040515a9 req-52f28382-c78e-4779-b3a4-992f6718cbe5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10d4832e-36ee-49bc-b2c5-8897dbb83a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729761
Oct 27 14:18:44.718421 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-70bb1e7b-5f87-4df4-9bc3-dec0040515a9 req-94b53fab-2d20-4030-a082-f3ae7fb7669a service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254072
Oct 27 14:18:44.912833 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-70bb1e7b-5f87-4df4-9bc3-dec0040515a9 req-874458fc-63e6-4738-b6ea-1ac62a7cde35 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1885097
Oct 27 14:18:44.933428 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a0fd4-d8e4-442c-8e59-ab454d3f15d7 req-d5f06abc-6ca6-4a16-a835-bf3ed42dacc5 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:44.934918 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d94a0fd4-d8e4-442c-8e59-ab454d3f15d7 req-d5f06abc-6ca6-4a16-a835-bf3ed42dacc5 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.1067176
Oct 27 14:18:44.981516 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d94a0fd4-d8e4-442c-8e59-ab454d3f15d7 req-f4fd38c1-1cb7-47b8-9bb0-71d165b57069 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0405655
Oct 27 14:18:45.203295 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-85185e34-cec0-422e-988d-41055028b128 req-99369922-e138-41ae-a374-7abe1b1bd271 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0707154
Oct 27 14:18:45.347173 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-85185e34-cec0-422e-988d-41055028b128 req-1b385e1b-b84e-47c5-824f-aeb5df40b245 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aaa8c6a1d9f04b8aa940a26076686eab&device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 1099 time: 0.0687106
Oct 27 14:18:45.496331 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85185e34-cec0-422e-988d-41055028b128 req-a70ad65b-4504-426b-9c0e-35043b87b120 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:45.497810 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-85185e34-cec0-422e-988d-41055028b128 req-a70ad65b-4504-426b-9c0e-35043b87b120 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a8b00504-e1fb-4a7d-87c6-40a387f15d79 HTTP/1.1" status: 200  len: 911 time: 0.1304033
Oct 27 14:18:45.607914 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-85185e34-cec0-422e-988d-41055028b128 req-d5dbff8f-59cc-46a1-991e-61da52b4827f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2 HTTP/1.1" status: 200  len: 1002 time: 0.1024840
Oct 27 14:18:45.676161 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85185e34-cec0-422e-988d-41055028b128 req-c1ce55ed-88e9-4f4e-a0a8-114e0bdee3bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:45.677782 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-85185e34-cec0-422e-988d-41055028b128 req-c1ce55ed-88e9-4f4e-a0a8-114e0bdee3bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b071a97f-8b44-4558-9f3d-475bdf78fb26 HTTP/1.1" status: 200  len: 848 time: 0.0631485
Oct 27 14:18:45.854607 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-85185e34-cec0-422e-988d-41055028b128 req-d97b01a3-746d-407e-b0a8-05933393b679 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a8b00504-e1fb-4a7d-87c6-40a387f15d79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1683886
Oct 27 14:18:46.008294 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-85185e34-cec0-422e-988d-41055028b128 req-95600714-7afe-4483-85c4-6f8ea037132c service neutron] 10.222.0.79 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457882
Oct 27 14:18:46.195222 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-85185e34-cec0-422e-988d-41055028b128 req-7e6da736-7788-4f6f-9bb0-a520ea5710a8 service neutron] 10.222.0.79 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1778626
Oct 27 14:18:46.228611 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e8f41-c530-49ae-bbae-c400aaeabcd9 req-2b081f00-37ca-4eaa-a48b-ab66e8bded56 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:46.230113 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-857e8f41-c530-49ae-bbae-c400aaeabcd9 req-2b081f00-37ca-4eaa-a48b-ab66e8bded56 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.1045630
Oct 27 14:18:46.277120 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-857e8f41-c530-49ae-bbae-c400aaeabcd9 req-de6bb52e-098a-4f6f-850a-6df5960a5444 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0403121
Oct 27 14:18:47.494736 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4bc2a-5540-4208-9f1c-eb048bdf3b3c req-0e498d88-0ef1-49e6-b7b5-11c89d7896b9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:47.496189 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c4bc2a-5540-4208-9f1c-eb048bdf3b3c req-0e498d88-0ef1-49e6-b7b5-11c89d7896b9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 946 time: 0.0770102
Oct 27 14:18:47.541571 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c4bc2a-5540-4208-9f1c-eb048bdf3b3c req-54b036bc-1a94-4890-9f18-f82e29d08e63 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0389047
Oct 27 14:18:48.377374 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device be16286c-3fdf-4d39-a960-7fa20fa3dd28 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:18:48.404058 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-437a3630-b651-43f9-a9f0-e7387dca569a req-2b98ea48-cd92-4c45-9993-048530d10b07 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0783381
Oct 27 14:18:48.488127 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:48.518418 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:18:48.533787 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port be16286c-3fdf-4d39-a960-7fa20fa3dd28, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:18:48.538532 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:48.540283 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:18:48.614345 dv-cinder-815663-1-iscsi neutron-server[82826]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'code': 422} returned with failed status
Oct 27 14:18:48.646216 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=be16286c-3fdf-4d39-a960-7fa20fa3dd28,revision_number=8']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:18:48.649371 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:18:48.682301 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a667f-736a-4f67-b792-1bf19bbacc3a req-e20e7c26-9130-473d-b335-bf36b1ae93d2 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:48.683870 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f45a667f-736a-4f67-b792-1bf19bbacc3a req-e20e7c26-9130-473d-b335-bf36b1ae93d2 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0829825
Oct 27 14:18:48.730531 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f45a667f-736a-4f67-b792-1bf19bbacc3a req-61aa6830-3273-416e-a11e-97b3f4fd1ddd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0402489
Oct 27 14:18:48.742921 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 39102) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:18:48.888737 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-466a1145-3bd2-4f30-bab1-02bfac256b19 req-86d4ebb6-cd2e-4d74-aece-337fd2bb0d26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1445401
Oct 27 14:18:49.947385 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae4681-c3ef-4d7b-8dd6-750daf6036f0 req-dd09b793-0cd4-487f-b4c6-001cba5998ff tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:49.948829 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-79ae4681-c3ef-4d7b-8dd6-750daf6036f0 req-dd09b793-0cd4-487f-b4c6-001cba5998ff tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0786579
Oct 27 14:18:49.998424 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-79ae4681-c3ef-4d7b-8dd6-750daf6036f0 req-fec177a3-4d4b-4e8e-9756-3b8213f67b1b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0430348
Oct 27 14:18:51.224932 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399e81d-a3cb-4a59-b82c-bea251bca4be req-29089c2a-c510-4c44-9075-dd0e694d1e76 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:51.226432 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4399e81d-a3cb-4a59-b82c-bea251bca4be req-29089c2a-c510-4c44-9075-dd0e694d1e76 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0846136
Oct 27 14:18:51.273178 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4399e81d-a3cb-4a59-b82c-bea251bca4be req-397f74b2-ae06-4835-8154-57ee41329269 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0411999
Oct 27 14:18:51.966693 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:18:52.512810 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b515a01-4bc2-4bff-885a-c4ddd4e00622 req-ec0b5e84-5d98-465d-9d80-d7b787d5055d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:52.514186 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6b515a01-4bc2-4bff-885a-c4ddd4e00622 req-ec0b5e84-5d98-465d-9d80-d7b787d5055d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0907192
Oct 27 14:18:52.561648 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6b515a01-4bc2-4bff-885a-c4ddd4e00622 req-ce515be3-3d27-4e6c-923a-866e24f54370 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0412552
Oct 27 14:18:53.138426 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-466a1145-3bd2-4f30-bab1-02bfac256b19 req-8f65fbe6-1de8-422c-abde-9ec284cc5920 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13&tenant_id=732a065710454a0bb5503b4cde9856da HTTP/1.1" status: 200  len: 1097 time: 0.0799599
Oct 27 14:18:53.232624 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-466a1145-3bd2-4f30-bab1-02bfac256b19 req-bd730b39-534e-49b4-b895-7692d92363bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 1097 time: 0.0694623
Oct 27 14:18:53.366850 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a1145-3bd2-4f30-bab1-02bfac256b19 req-2dc515a5-dd5c-41cb-a7a0-38d5accda41d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:53.368302 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-466a1145-3bd2-4f30-bab1-02bfac256b19 req-2dc515a5-dd5c-41cb-a7a0-38d5accda41d service neutron] 10.222.0.79 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 918 time: 0.1278315
Oct 27 14:18:53.477294 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-466a1145-3bd2-4f30-bab1-02bfac256b19 req-e8d2356b-8ce4-43a5-a05e-208668cd6a3d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28 HTTP/1.1" status: 200  len: 1000 time: 0.0963776
Oct 27 14:18:53.543589 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a1145-3bd2-4f30-bab1-02bfac256b19 req-8ca5cad1-5306-40f7-84d6-e723a7c9dcb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:53.544998 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-466a1145-3bd2-4f30-bab1-02bfac256b19 req-8ca5cad1-5306-40f7-84d6-e723a7c9dcb4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8246b7a1-97e2-4686-affe-6013679e6669 HTTP/1.1" status: 200  len: 855 time: 0.0615029
Oct 27 14:18:53.625754 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-466a1145-3bd2-4f30-bab1-02bfac256b19 req-f0e5b44d-402a-4983-88a7-8668bf6eb0d6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10d4832e-36ee-49bc-b2c5-8897dbb83a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687394
Oct 27 14:18:53.892352 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-466a1145-3bd2-4f30-bab1-02bfac256b19 req-87984a18-8f8d-4a90-90c5-fa574ea044e8 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2596960
Oct 27 14:18:53.950063 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ba9cf-af0d-43b2-9f6e-9b99f54573ad req-147a5a6b-2263-4d51-82c0-ebf9d93bfb07 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:53.951516 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ae1ba9cf-af0d-43b2-9f6e-9b99f54573ad req-147a5a6b-2263-4d51-82c0-ebf9d93bfb07 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.1528842
Oct 27 14:18:54.075991 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ae1ba9cf-af0d-43b2-9f6e-9b99f54573ad req-a7f1bc48-5ae2-41b0-ae89-a79bda412f68 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0741093
Oct 27 14:18:54.078370 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-466a1145-3bd2-4f30-bab1-02bfac256b19 req-5a90ab33-c31b-4f47-8ba2-0a6c44c956c6 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1794837
Oct 27 14:18:55.479691 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a10b7c-84c4-498f-bf36-0e361500aff8 req-6e52c0c3-67c9-4373-bdd2-cfb1d536c469 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:55.481157 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f2a10b7c-84c4-498f-bf36-0e361500aff8 req-6e52c0c3-67c9-4373-bdd2-cfb1d536c469 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0792892
Oct 27 14:18:55.537004 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f2a10b7c-84c4-498f-bf36-0e361500aff8 req-40f005e0-2f1b-4148-8417-a062fe974f17 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0498807
Oct 27 14:18:56.569782 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-2f0b75d7-3716-433e-b042-75e4b340f1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:56.759846 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328e33-4fe6-4401-baea-1293761e6972 req-00ffb63e-8e1e-44a0-a10b-7c15f9cf7961 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:56.761291 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-eb328e33-4fe6-4401-baea-1293761e6972 req-00ffb63e-8e1e-44a0-a10b-7c15f9cf7961 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0811539
Oct 27 14:18:56.816039 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-eb328e33-4fe6-4401-baea-1293761e6972 req-a13af9dd-0c6e-4aeb-82fa-84a12871e231 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0483904
Oct 27 14:18:57.092301 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:58.049825 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f369f1-2afb-4f9f-9378-cdf54e452acb req-499b4b6d-a780-477e-bc63-f581bb1d70ec tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:58.051314 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15f369f1-2afb-4f9f-9378-cdf54e452acb req-499b4b6d-a780-477e-bc63-f581bb1d70ec tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0904484
Oct 27 14:18:58.100452 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15f369f1-2afb-4f9f-9378-cdf54e452acb req-3aed4629-cb19-4e1d-919e-3c0c182f394c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0434289
Oct 27 14:18:58.757826 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-6b1e6385-a19b-482a-8ebf-44ad94d6dfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:18:59.329307 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adf201-a636-4ab8-b04d-6fd0bc88175b req-28e74726-1345-4b3a-b275-81b9e0547919 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:18:59.331551 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15adf201-a636-4ab8-b04d-6fd0bc88175b req-28e74726-1345-4b3a-b275-81b9e0547919 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0927379
Oct 27 14:18:59.382299 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15adf201-a636-4ab8-b04d-6fd0bc88175b req-20fea4e6-31e5-47c5-baab-4d11a5f6ee46 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0442836
Oct 27 14:18:59.862687 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:00.609032 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3152c0a-aa1f-4fb6-99da-138163c0af4a req-db510b52-c652-4d17-a687-5265d6b24522 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:00.610748 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a3152c0a-aa1f-4fb6-99da-138163c0af4a req-db510b52-c652-4d17-a687-5265d6b24522 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0847616
Oct 27 14:19:00.658105 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a3152c0a-aa1f-4fb6-99da-138163c0af4a req-2a36aadc-6b4c-4831-ba24-b3de5dfaa26b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0419087
Oct 27 14:19:01.267692 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:01.880603 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50615f5b-92a3-465f-b1d4-d620d4eca579 req-401ab777-1219-4e37-8747-4bd39d1948b6 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:01.882396 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-50615f5b-92a3-465f-b1d4-d620d4eca579 req-401ab777-1219-4e37-8747-4bd39d1948b6 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0838873
Oct 27 14:19:01.934919 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-50615f5b-92a3-465f-b1d4-d620d4eca579 req-73f83a97-d2e1-4082-996e-e9dfcdff23c4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0462267
Oct 27 14:19:03.154697 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c448b-df17-4295-b7cd-914feabaa406 req-0b92390d-0567-4200-b9d9-7de55e249207 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:03.156588 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bf1c448b-df17-4295-b7cd-914feabaa406 req-0b92390d-0567-4200-b9d9-7de55e249207 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0828948
Oct 27 14:19:03.202572 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bf1c448b-df17-4295-b7cd-914feabaa406 req-0553959f-ff9c-4bcc-b5d9-868abf7eddac tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0402844
Oct 27 14:19:04.441470 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b57a6-353e-4598-b9ef-f974d6e8759b req-20883cdd-a41f-46ce-bc4f-0d456b3e3c1e tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:04.443037 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-328b57a6-353e-4598-b9ef-f974d6e8759b req-20883cdd-a41f-46ce-bc4f-0d456b3e3c1e tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0759840
Oct 27 14:19:04.520653 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-328b57a6-353e-4598-b9ef-f974d6e8759b req-e8e99a0a-dbd9-4307-8d39-46e30bd9ad58 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0710948
Oct 27 14:19:05.743961 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f5221-47a2-4787-be03-11c1919f389b req-2ecb097c-fb83-43b5-88c1-81e93659e8d7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:05.745412 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-736f5221-47a2-4787-be03-11c1919f389b req-2ecb097c-fb83-43b5-88c1-81e93659e8d7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0785899
Oct 27 14:19:05.791766 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-736f5221-47a2-4787-be03-11c1919f389b req-53651646-5a7c-405a-aa52-b83d023596f5 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0408778
Oct 27 14:19:07.042519 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b5c94-53af-4ec7-bdb4-33530f4a75fb req-b0eeb29f-ba15-4088-8a4e-ce444dd0b69c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:07.044157 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1f5b5c94-53af-4ec7-bdb4-33530f4a75fb req-b0eeb29f-ba15-4088-8a4e-ce444dd0b69c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.1141450
Oct 27 14:19:07.090487 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1f5b5c94-53af-4ec7-bdb4-33530f4a75fb req-04ba6d7c-8a07-4da9-a823-d302cc4d1021 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0406933
Oct 27 14:19:08.305155 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9bf40-5430-40f7-bf8b-0c7c0afe7721 req-cd75c2d2-4f36-44fe-aa62-6bc2895192a3 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:08.306741 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4cc9bf40-5430-40f7-bf8b-0c7c0afe7721 req-cd75c2d2-4f36-44fe-aa62-6bc2895192a3 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0771730
Oct 27 14:19:08.352539 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4cc9bf40-5430-40f7-bf8b-0c7c0afe7721 req-3f666711-e297-43d9-9d5b-3f0b9adbe770 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0402718
Oct 27 14:19:09.642385 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d967b-12cf-4faa-82c9-af5f286ca799 req-b825bba6-4548-4abd-aba7-b5afd9842982 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:09.643833 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d13d967b-12cf-4faa-82c9-af5f286ca799 req-b825bba6-4548-4abd-aba7-b5afd9842982 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0794342
Oct 27 14:19:09.689252 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d13d967b-12cf-4faa-82c9-af5f286ca799 req-78954cb8-eaa3-4cc7-92ba-bdbff324a676 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0398574
Oct 27 14:19:10.899775 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350e28f-bca4-478c-b426-d1d0aaa44e4e req-0bd421a9-6479-41a8-90a5-dc3dc68d32a9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:10.901236 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3350e28f-bca4-478c-b426-d1d0aaa44e4e req-0bd421a9-6479-41a8-90a5-dc3dc68d32a9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0777299
Oct 27 14:19:10.947980 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3350e28f-bca4-478c-b426-d1d0aaa44e4e req-10305325-1ec6-4f05-ab81-ca4bfbc7af7f tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0412054
Oct 27 14:19:12.164793 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bec75-c525-430d-a671-84f7e0251e92 req-af5c81ae-8516-4653-b4f3-6ca537cd2a60 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:12.166222 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4b9bec75-c525-430d-a671-84f7e0251e92 req-af5c81ae-8516-4653-b4f3-6ca537cd2a60 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0799811
Oct 27 14:19:12.211889 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4b9bec75-c525-430d-a671-84f7e0251e92 req-92ed8c51-a314-4b89-be00-0ddbaeac5b3a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0402091
Oct 27 14:19:12.812131 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:13.424766 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cf82e-8264-4a1b-914b-376da9525c47 req-bf402a28-ed87-4486-8458-f5fe4ac4a615 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:13.426227 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a07cf82e-8264-4a1b-914b-376da9525c47 req-bf402a28-ed87-4486-8458-f5fe4ac4a615 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0790660
Oct 27 14:19:13.553879 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a07cf82e-8264-4a1b-914b-376da9525c47 req-ae1cd6c0-126f-4425-94e5-e492d50b54eb tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1221025
Oct 27 14:19:14.770965 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab34356-9746-4885-9716-234d83a53543 req-90fea066-ef04-4b49-aeb8-5e441dc3b5ba tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:14.773144 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bab34356-9746-4885-9716-234d83a53543 req-90fea066-ef04-4b49-aeb8-5e441dc3b5ba tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0792358
Oct 27 14:19:14.822063 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-bab34356-9746-4885-9716-234d83a53543 req-d09ebcf1-18c9-4e24-ae65-2a7415f742ce tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0405788
Oct 27 14:19:16.042873 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea990f08-abb1-442b-a072-55b7b1bf5b9f req-2e17b2df-60bb-4560-a5cb-84d1bcfcee86 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:16.044273 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ea990f08-abb1-442b-a072-55b7b1bf5b9f req-2e17b2df-60bb-4560-a5cb-84d1bcfcee86 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 944 time: 0.0824709
Oct 27 14:19:16.090383 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ea990f08-abb1-442b-a072-55b7b1bf5b9f req-a2bd272e-38d0-4c64-8ef0-dea151c4bd30 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0399985
Oct 27 14:19:16.518149 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device be16286c-3fdf-4d39-a960-7fa20fa3dd28 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:19:16.660614 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port be16286c-3fdf-4d39-a960-7fa20fa3dd28, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:19:16.674011 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'port_id': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'mac_address': 'fa:16:3e:fe:d2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:19:16.729957 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:16.747047 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be16286c-3fdf-4d39-a960-7fa20fa3dd28 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:19:16.761688 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port be16286c-3fdf-4d39-a960-7fa20fa3dd28, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:19:16.765399 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:16.768863 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:16.833286 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=be16286c-3fdf-4d39-a960-7fa20fa3dd28,revision_number=9']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:16.836349 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:17.107542 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['be16286c-3fdf-4d39-a960-7fa20fa3dd28'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:19:17.307153 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65390334-b2a0-4ff6-b156-89a6dc33cbb0 req-e959b9ac-1ea5-4b26-a851-532f1b284ba0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:17.308631 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-65390334-b2a0-4ff6-b156-89a6dc33cbb0 req-e959b9ac-1ea5-4b26-a851-532f1b284ba0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 945 time: 0.0834975
Oct 27 14:19:17.353789 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-65390334-b2a0-4ff6-b156-89a6dc33cbb0 req-43d11ec4-0dc1-498a-b8f3-37b8262198e5 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0397751
Oct 27 14:19:18.537291 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device be16286c-3fdf-4d39-a960-7fa20fa3dd28 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:19:18.577106 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9ec63-ae5a-4ce6-ba43-83edfd15e78e req-875ea5e3-0c6d-4a6a-bb20-14a74271bfae tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:18.578799 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1ee9ec63-ae5a-4ce6-ba43-83edfd15e78e req-875ea5e3-0c6d-4a6a-bb20-14a74271bfae tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 945 time: 0.0852225
Oct 27 14:19:18.615830 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port be16286c-3fdf-4d39-a960-7fa20fa3dd28 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:19:18.616224 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:18.627517 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1ee9ec63-ae5a-4ce6-ba43-83edfd15e78e req-25812849-8f47-48da-88df-b5daa692534d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0401490
Oct 27 14:19:18.732916 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:18.763242 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:19:18.777359 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port be16286c-3fdf-4d39-a960-7fa20fa3dd28, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:19:18.781853 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:18.784052 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:18.824680 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'code': 200}
Oct 27 14:19:18.857637 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=be16286c-3fdf-4d39-a960-7fa20fa3dd28,revision_number=10']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:18.860570 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:19.388214 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-372e8545-d571-42eb-9fa9-9a262fc75ba7 req-cd9cbf90-ce67-4bb4-82df-deb6792f6d3a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 1100 time: 0.0719666
Oct 27 14:19:19.436469 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-372e8545-d571-42eb-9fa9-9a262fc75ba7 req-2868816e-d07c-4053-9033-f5db20af6412 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0388558
Oct 27 14:19:19.838480 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d89ec-9815-47d6-9f3f-4182fe30dbc8 req-fa18ab7d-07e3-4c0a-8aaa-dbe107133ae5 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:19.839939 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ae7d89ec-9815-47d6-9f3f-4182fe30dbc8 req-fa18ab7d-07e3-4c0a-8aaa-dbe107133ae5 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 947 time: 0.0777645
Oct 27 14:19:19.887269 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ae7d89ec-9815-47d6-9f3f-4182fe30dbc8 req-f87deb98-48e0-4715-853e-fe5ac8d9cc00 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0415916
Oct 27 14:19:21.130921 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb52a5e-a678-4e93-8aff-e94fe0b1d165 req-26ffa8a5-face-4d23-9949-64a3b183b3d4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:21.132408 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6cb52a5e-a678-4e93-8aff-e94fe0b1d165 req-26ffa8a5-face-4d23-9949-64a3b183b3d4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 947 time: 0.0863831
Oct 27 14:19:21.200627 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6cb52a5e-a678-4e93-8aff-e94fe0b1d165 req-ae3f1471-5a5e-4677-ab79-49f4acaca1ea tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0611365
Oct 27 14:19:21.363824 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668769f0-2b13-4963-8d73-0e37b3a53ee7 req-b744fa16-c925-4acf-9741-2453b65ae11a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:21.365235 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-668769f0-2b13-4963-8d73-0e37b3a53ee7 req-b744fa16-c925-4acf-9741-2453b65ae11a tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 945 time: 0.0803847
Oct 27 14:19:21.412914 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-668769f0-2b13-4963-8d73-0e37b3a53ee7 req-ef21285f-1bfa-4e97-b8ee-724d7ac484c2 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=1635814f-3d71-4caa-9b50-6b3f15efc459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420632
Oct 27 14:19:22.407261 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c48087-90b1-4e40-b3e9-cfe1f07e989e req-f73b7e71-d276-44ef-8bf2-cb4bad6b0c1a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:22.409314 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-52c48087-90b1-4e40-b3e9-cfe1f07e989e req-f73b7e71-d276-44ef-8bf2-cb4bad6b0c1a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 947 time: 0.0814319
Oct 27 14:19:22.455493 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-52c48087-90b1-4e40-b3e9-cfe1f07e989e req-44f9244a-0a43-44fe-bea4-dac65c98fee9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0402739
Oct 27 14:19:22.618458 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93305573-6210-414d-9514-ad885e2f7efa req-edc72fd9-8fee-402e-9726-ad27999a26bb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:22.619936 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-93305573-6210-414d-9514-ad885e2f7efa req-edc72fd9-8fee-402e-9726-ad27999a26bb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 945 time: 0.0840819
Oct 27 14:19:22.668388 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-93305573-6210-414d-9514-ad885e2f7efa req-c0e44b1f-8469-4e0e-87ce-2f5ba0d03ea6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=1635814f-3d71-4caa-9b50-6b3f15efc459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428731
Oct 27 14:19:23.307262 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-5a2c3f31-f236-4721-b08d-7c18e2bc6b8b tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:23.308594 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-5a2c3f31-f236-4721-b08d-7c18e2bc6b8b tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 945 time: 0.0772071
Oct 27 14:19:23.376522 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Deleting port 9d029e5f-382c-4670-b5a8-98a7964c9e3d {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:19:23.377530 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:23.620883 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] For port 9d029e5f-382c-4670-b5a8-98a7964c9e3d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9d029e5f-382c-4670-b5a8-98a7964c9e3d,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:19:23.621577 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:24.049585 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:24.049952 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:24.050263 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.l3_db [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Floating IP 0ef55d8e-c686-4509-a3c9-4938b7680668 disassociated. External IP: 172.27.2.69, port: 9d029e5f-382c-4670-b5a8-98a7964c9e3d.
Oct 27 14:19:24.050598 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Calling delete_port for 9d029e5f-382c-4670-b5a8-98a7964c9e3d owned by compute:nova {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:19:24.107462 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a99b7-c3db-40d2-91a5-cb534c97f712 req-1a9ce86a-b5dd-498d-835f-b9130953dff9 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:24.108918 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-905a99b7-c3db-40d2-91a5-cb534c97f712 req-1a9ce86a-b5dd-498d-835f-b9130953dff9 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 945 time: 0.3208826
Oct 27 14:19:24.176554 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-905a99b7-c3db-40d2-91a5-cb534c97f712 req-cce820e2-79eb-4ddc-a54a-1027b7badbb7 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups?id=1635814f-3d71-4caa-9b50-6b3f15efc459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616698
Oct 27 14:19:24.237789 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:24.243207 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-45e5d1c6-5d61-4285-b4b8-0c7b4748a161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:24.293212 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event deleted for resources: {'Port': ['ID=9d029e5f-382c-4670-b5a8-98a7964c9e3d,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:24.313035 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:24.313409 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:24.313778 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:24.314170 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:24.314742 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:24.315357 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:24.315722 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:24.316082 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:24.316433 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:24.316784 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:24.317135 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:24.320898 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:24.520528 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Router e2654565-789d-45d0-97f1-7379fce14557 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:19:24.733532 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:19:24.743883 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094e0fe-9648-4848-b12f-67cd41d517ab None None] Sync routers for ids ['e2654565-789d-45d0-97f1-7379fce14557'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:19:24.756802 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8094e0fe-9648-4848-b12f-67cd41d517ab None None] Routers {'e2654565-789d-45d0-97f1-7379fce14557'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:19:24.757493 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-8094e0fe-9648-4848-b12f-67cd41d517ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17233910>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:18:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['e2654565-789d-45d0-97f1-7379fce14557'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:19:24.811590 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] No DVR routers for this DVR port 9d029e5f-382c-4670-b5a8-98a7964c9e3d on host hv-cinder-81566 {{(pid=82823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:19:24.815462 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:24.818182 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25299f8-2049-4c29-af0f-2561786993a2', 'name': 'network-vif-deleted', 'tag': '9d029e5f-382c-4670-b5a8-98a7964c9e3d'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:19:24.835754 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5aba8dd3-6ac7-48ea-a656-91b41caf3821 req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.79 "DELETE /v2.0/ports/9d029e5f-382c-4670-b5a8-98a7964c9e3d HTTP/1.1" status: 204  len: 173 time: 1.5202954
Oct 27 14:19:24.886084 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25299f8-2049-4c29-af0f-2561786993a2', 'name': 'network-vif-deleted', 'tag': '9d029e5f-382c-4670-b5a8-98a7964c9e3d', 'status': 'completed', 'code': 200}
Oct 27 14:19:24.942324 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-8094e0fe-9648-4848-b12f-67cd41d517ab None None] Set router e2654565-789d-45d0-97f1-7379fce14557 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:19:25.295397 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-8094e0fe-9648-4848-b12f-67cd41d517ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17233910>, [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:22Z', 'revision_number': 5, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:19:25.299548 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094e0fe-9648-4848-b12f-67cd41d517ab None None] Checking router: e2654565-789d-45d0-97f1-7379fce14557 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:19:25.312798 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8094e0fe-9648-4848-b12f-67cd41d517ab None None] Routers {'e2654565-789d-45d0-97f1-7379fce14557'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:19:25.313437 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-8094e0fe-9648-4848-b12f-67cd41d517ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17233910>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:18:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['e2654565-789d-45d0-97f1-7379fce14557'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:19:25.366834 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-0df4ed64-1f58-4dfa-af57-f02ca7b4e7ef req-52436c28-15d1-449e-b8da-b546a402b38c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Synchronizing usage tracker for tenant:a32d3bb833eb4a8ea5bb9428523f7587 on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:19:25.384043 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-0df4ed64-1f58-4dfa-af57-f02ca7b4e7ef req-52436c28-15d1-449e-b8da-b546a402b38c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Unset dirty status for tenant:a32d3bb833eb4a8ea5bb9428523f7587 on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:19:25.385544 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0df4ed64-1f58-4dfa-af57-f02ca7b4e7ef req-52436c28-15d1-449e-b8da-b546a402b38c tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25299f8-2049-4c29-af0f-2561786993a2 HTTP/1.1" status: 200  len: 210 time: 0.0643954
Oct 27 14:19:25.544943 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-8094e0fe-9648-4848-b12f-67cd41d517ab None None] Set router e2654565-789d-45d0-97f1-7379fce14557 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:19:25.598192 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11738b8-a7e1-4cab-9d48-417ca70516dc req-b269f44f-7159-42ac-829d-982b3c8dccb9 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:25.600039 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d11738b8-a7e1-4cab-9d48-417ca70516dc req-b269f44f-7159-42ac-829d-982b3c8dccb9 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.0925131
Oct 27 14:19:25.653530 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d11738b8-a7e1-4cab-9d48-417ca70516dc req-72768a3d-32f3-45d1-a946-c40f76fedc2d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462599
Oct 27 14:19:25.876502 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-8094e0fe-9648-4848-b12f-67cd41d517ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17233910>, [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:22Z', 'revision_number': 5, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:19:25.881046 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094e0fe-9648-4848-b12f-67cd41d517ab None None] The sync data for ids ['e2654565-789d-45d0-97f1-7379fce14557'] in dv-cinder-815663-1-iscsi is: [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e507c6cd-4795-450b-ba9b-e5d7149006ca', 'name': '', 'network_id': '916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:22Z', 'revision_number': 5, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'subnets': [{'id': '1a6fa137-4b38-49f8-9a27-ac5a35d6a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:19:26.114248 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ba4c1-a661-465d-b131-abe5b0603c31 None None] New status for floating IP 0ef55d8e-c686-4509-a3c9-4938b7680668: DOWN {{(pid=82827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:19:26.528299 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39362) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:26.563661 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-f8406f18-25b6-4c45-9a65-edc445c6627f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:26.599433 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:26.627242 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:26.680014 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:26.688620 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-3ef9ff8f-fc7c-4421-b6b4-4645c84e1853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:26.707052 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1635814f-3d71-4caa-9b50-6b3f15efc459,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:26.716394 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:26.717499 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "DELETE /v2.0/security-groups/1635814f-3d71-4caa-9b50-6b3f15efc459 HTTP/1.1" status: 204  len: 168 time: 0.1882379
Oct 27 14:19:26.719229 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:26.719610 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:26.720339 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 39368) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:26.722868 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:26.723410 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:26.723920 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:26.724417 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:26.724880 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:26.725390 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:26.725848 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:26.726547 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:26.727035 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:26.731197 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-24b4df4b-24a0-4f52-8157-032c26e73790 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:26.737503 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.api.v2.resource [None req-31e2d68d-dc65-4d75-af49-64236a0db6ad tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] show failed (client error): The resource could not be found.
Oct 27 14:19:26.738515 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-31e2d68d-dc65-4d75-af49-64236a0db6ad tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "GET /v2.0/security-groups/1635814f-3d71-4caa-9b50-6b3f15efc459 HTTP/1.1" status: 404  len: 347 time: 0.0172172
Oct 27 14:19:26.741429 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 39372) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:26.941100 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [None req-0ca6645a-c7ad-423a-93e4-73925375debb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Deleting port bf8225e2-2918-4ba7-af9a-bd5ddcfb9b7f {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:19:26.941334 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0ca6645a-c7ad-423a-93e4-73925375debb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:27.046062 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057e6af-a6c7-47a3-8a55-657e61726ddf req-dc065fd2-d877-4337-a6f9-e2db9ac830dc tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:27.047550 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4057e6af-a6c7-47a3-8a55-657e61726ddf req-dc065fd2-d877-4337-a6f9-e2db9ac830dc tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.2492211
Oct 27 14:19:27.094865 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:27.168574 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0ca6645a-c7ad-423a-93e4-73925375debb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:27.168897 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0ca6645a-c7ad-423a-93e4-73925375debb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:27.178417 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4057e6af-a6c7-47a3-8a55-657e61726ddf req-7f52f65b-94ee-4d1a-80c1-147c6200dc8a tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829804
Oct 27 14:19:27.382004 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [None req-0ca6645a-c7ad-423a-93e4-73925375debb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Calling delete_port for bf8225e2-2918-4ba7-af9a-bd5ddcfb9b7f owned by network:floatingip {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:19:27.521185 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0ca6645a-c7ad-423a-93e4-73925375debb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:27.524598 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-51f36fbb-4381-48c4-a643-3bc68f1477f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:27.565154 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6645a-c7ad-423a-93e4-73925375debb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Pushing event deleted for resources: {'Port': ['ID=bf8225e2-2918-4ba7-af9a-bd5ddcfb9b7f,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:27.569184 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0ca6645a-c7ad-423a-93e4-73925375debb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:27.660907 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0ca6645a-c7ad-423a-93e4-73925375debb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks [] for floatingip, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:27.678464 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0ca6645a-c7ad-423a-93e4-73925375debb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:27.679617 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-0ca6645a-c7ad-423a-93e4-73925375debb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] 10.222.0.36 "DELETE /v2.0/floatingips/0ef55d8e-c686-4509-a3c9-4938b7680668 HTTP/1.1" status: 204  len: 168 time: 0.9373131
Oct 27 14:19:28.375086 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023af30-3357-4561-8348-31e4488975d5 req-5bd512e1-5c79-4bdb-9abd-b99d0903583b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:28.377086 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9023af30-3357-4561-8348-31e4488975d5 req-5bd512e1-5c79-4bdb-9abd-b99d0903583b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.0789788
Oct 27 14:19:28.422440 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9023af30-3357-4561-8348-31e4488975d5 req-33c15348-a0f0-4f02-a4ff-eb24d15e8b1b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397487
Oct 27 14:19:28.568031 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 9d029e5f-382c-4670-b5a8-98a7964c9e3d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:19:28.604395 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: 9d029e5f-382c-4670-b5a8-98a7964c9e3d {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:19:28.604753 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 9d029e5f-382c-4670-b5a8-98a7964c9e3d not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:19:28.760254 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-acc95a86-ff33-4115-9d03-df2b3519ea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:28.966875 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:19:29.624234 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cca32-608d-40e4-8b18-ea710814f9b3 req-acfde686-709b-475e-bd1a-672a7f2dff7b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:29.625688 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0f8cca32-608d-40e4-8b18-ea710814f9b3 req-acfde686-709b-475e-bd1a-672a7f2dff7b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.0807281
Oct 27 14:19:29.671848 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0f8cca32-608d-40e4-8b18-ea710814f9b3 req-b3876272-6c9c-461a-b671-0a1de6cb18d1 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399961
Oct 27 14:19:29.863458 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:30.868741 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9c98b-3da1-4c3a-ad44-d7480fe9afaa req-22edd5af-829e-4269-8cc9-47a48a1ef1c0 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:30.870192 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4ac9c98b-3da1-4c3a-ad44-d7480fe9afaa req-22edd5af-829e-4269-8cc9-47a48a1ef1c0 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.0784557
Oct 27 14:19:30.916348 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4ac9c98b-3da1-4c3a-ad44-d7480fe9afaa req-8900ebb5-4491-494d-9f33-6718db1a484a tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406735
Oct 27 14:19:31.250045 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:31.707679 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 39412) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:32.246115 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeecbd-87a6-4bfe-935f-60c903dc2117 req-8f1d253c-7fae-46ec-9449-6237d48ff89d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:32.247753 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c6aeecbd-87a6-4bfe-935f-60c903dc2117 req-8f1d253c-7fae-46ec-9449-6237d48ff89d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.1602075
Oct 27 14:19:32.311624 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c6aeecbd-87a6-4bfe-935f-60c903dc2117 req-dea504b0-7f39-462a-b26c-5a1cbf199708 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573168
Oct 27 14:19:32.338980 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-a4be18e9-57ad-42fa-bf6d-e4e20368111a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431101'] for router_interface, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:33.042819 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [None req-a4be18e9-57ad-42fa-bf6d-e4e20368111a admin admin] Deleting port e507c6cd-4795-450b-ba9b-e5d7149006ca {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:19:33.043160 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-a4be18e9-57ad-42fa-bf6d-e4e20368111a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:33.215933 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [None req-a4be18e9-57ad-42fa-bf6d-e4e20368111a admin admin] For port e507c6cd-4795-450b-ba9b-e5d7149006ca, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=e507c6cd-4795-450b-ba9b-e5d7149006ca,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:19:33.216301 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-a4be18e9-57ad-42fa-bf6d-e4e20368111a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:33.334158 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [None req-a4be18e9-57ad-42fa-bf6d-e4e20368111a admin admin] Calling delete_port for e507c6cd-4795-450b-ba9b-e5d7149006ca owned by network:router_interface {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:19:33.574337 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc196da-07bd-4666-9634-e3dffcde7abf req-3f410a74-7ea6-4524-860f-2a8ad9dfe7c2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:33.575824 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-fbc196da-07bd-4666-9634-e3dffcde7abf req-3f410a74-7ea6-4524-860f-2a8ad9dfe7c2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.1355412
Oct 27 14:19:33.576875 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-a4be18e9-57ad-42fa-bf6d-e4e20368111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:33.580526 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-f866bf08-f243-448a-9306-c92c79dd98f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:33.634890 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be18e9-57ad-42fa-bf6d-e4e20368111a admin admin] Pushing event deleted for resources: {'Port': ['ID=e507c6cd-4795-450b-ba9b-e5d7149006ca,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:33.637353 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-a4be18e9-57ad-42fa-bf6d-e4e20368111a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:33.740388 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-fbc196da-07bd-4666-9634-e3dffcde7abf req-bb3046c7-7fe3-4a61-a78e-1fcc82619498 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1247969
Oct 27 14:19:33.956945 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-a4be18e9-57ad-42fa-bf6d-e4e20368111a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16430775'] for router_interface, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:34.642167 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4be18e9-57ad-42fa-bf6d-e4e20368111a admin admin] Router e2654565-789d-45d0-97f1-7379fce14557 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:19:34.851913 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4be18e9-57ad-42fa-bf6d-e4e20368111a admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:19:34.863103 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7195fe9-8c8c-4cd7-839f-34919968bb4c None None] Sync routers for ids ['e2654565-789d-45d0-97f1-7379fce14557'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:19:34.865558 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-a4be18e9-57ad-42fa-bf6d-e4e20368111a admin admin] 10.222.0.36 "PUT /v2.0/routers/e2654565-789d-45d0-97f1-7379fce14557/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1567984
Oct 27 14:19:34.868448 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39424) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:34.876571 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7195fe9-8c8c-4cd7-839f-34919968bb4c None None] Routers {'e2654565-789d-45d0-97f1-7379fce14557'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:19:34.877271 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-e7195fe9-8c8c-4cd7-839f-34919968bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17492f70>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:19:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['e2654565-789d-45d0-97f1-7379fce14557'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:19:34.943729 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27557a95-c88e-453d-a0fe-42ed5af4e7c4 req-77c6733b-afa7-4df1-ba1d-05164c8e9528 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:34.945581 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-27557a95-c88e-453d-a0fe-42ed5af4e7c4 req-77c6733b-afa7-4df1-ba1d-05164c8e9528 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.0785382
Oct 27 14:19:34.994441 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-27557a95-c88e-453d-a0fe-42ed5af4e7c4 req-97b0a376-8444-46b1-9778-130b46b06047 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433705
Oct 27 14:19:35.064067 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-e7195fe9-8c8c-4cd7-839f-34919968bb4c None None] Set router e2654565-789d-45d0-97f1-7379fce14557 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:19:35.078423 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Notify callbacks [] for router, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:35.280837 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:35.292349 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Deleting port 5e30e130-090d-4e05-b01c-2d114742220a {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:19:35.292738 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:35.352001 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-e7195fe9-8c8c-4cd7-839f-34919968bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17492f70>, [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5e30e130-090d-4e05-b01c-2d114742220a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:19:33Z', 'revision_number': 5, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port': {'id': '5e30e130-090d-4e05-b01c-2d114742220a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2654565-789d-45d0-97f1-7379fce14557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:19:35.355877 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7195fe9-8c8c-4cd7-839f-34919968bb4c None None] Checking router: e2654565-789d-45d0-97f1-7379fce14557 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:19:35.366799 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7195fe9-8c8c-4cd7-839f-34919968bb4c None None] Routers {'e2654565-789d-45d0-97f1-7379fce14557'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:19:35.367395 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-e7195fe9-8c8c-4cd7-839f-34919968bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17492f70>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:19:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['e2654565-789d-45d0-97f1-7379fce14557'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:19:35.467666 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] For port 5e30e130-090d-4e05-b01c-2d114742220a, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=5e30e130-090d-4e05-b01c-2d114742220a,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:19:35.468049 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:35.516909 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-e7195fe9-8c8c-4cd7-839f-34919968bb4c None None] Set router e2654565-789d-45d0-97f1-7379fce14557 gateway port host: None {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:19:35.589279 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Calling delete_port for 5e30e130-090d-4e05-b01c-2d114742220a owned by network:router_gateway {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:19:35.660650 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-e7195fe9-8c8c-4cd7-839f-34919968bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17492f70>, [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:19:35Z', 'revision_number': 6, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port_host': None}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:19:35.665042 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7195fe9-8c8c-4cd7-839f-34919968bb4c None None] The sync data for ids ['e2654565-789d-45d0-97f1-7379fce14557'] in dv-cinder-815663-1-iscsi is: [{'id': 'e2654565-789d-45d0-97f1-7379fce14557', 'name': 'tempest-AttachVolumeTestJSON-143173390-router', 'tenant_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:19:35Z', 'revision_number': 6, 'project_id': 'a32d3bb833eb4a8ea5bb9428523f7587', 'gw_port_host': None}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:19:35.755796 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:35.759340 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-eb674d90-53df-488f-a978-2b959d8289e1 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:35.764355 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c732e250-f006-4702-a48b-daa42500a996 req-fb6d4caf-6335-4b9c-9eb8-cac3f86db31b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aaa8c6a1d9f04b8aa940a26076686eab&device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 1099 time: 0.0803082
Oct 27 14:19:35.800624 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e30e130-090d-4e05-b01c-2d114742220a,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:35.803225 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:35.914684 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732e250-f006-4702-a48b-daa42500a996 req-071ea55c-77f2-4cfb-9328-4d6fcbe85ac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:35.916131 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c732e250-f006-4702-a48b-daa42500a996 req-071ea55c-77f2-4cfb-9328-4d6fcbe85ac2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a8b00504-e1fb-4a7d-87c6-40a387f15d79 HTTP/1.1" status: 200  len: 911 time: 0.1365466
Oct 27 14:19:36.053537 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c732e250-f006-4702-a48b-daa42500a996 req-c74b3236-41e0-4b5e-8533-05a35a92adf0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2 HTTP/1.1" status: 200  len: 1002 time: 0.1291974
Oct 27 14:19:36.129720 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16417738'] for router_gateway, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:36.159843 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732e250-f006-4702-a48b-daa42500a996 req-779d5f66-b58e-4f3f-a497-ddc80c197657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:36.162083 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c732e250-f006-4702-a48b-daa42500a996 req-779d5f66-b58e-4f3f-a497-ddc80c197657 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b071a97f-8b44-4558-9f3d-475bdf78fb26 HTTP/1.1" status: 200  len: 848 time: 0.1014824
Oct 27 14:19:36.166668 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device e507c6cd-4795-450b-ba9b-e5d7149006ca no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:19:36.208737 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: e507c6cd-4795-450b-ba9b-e5d7149006ca {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:19:36.209474 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device e507c6cd-4795-450b-ba9b-e5d7149006ca not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:19:36.314771 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c732e250-f006-4702-a48b-daa42500a996 req-11fa7da2-6cf6-4c57-850e-760ad3d761fe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a8b00504-e1fb-4a7d-87c6-40a387f15d79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1187603
Oct 27 14:19:36.321348 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534f2e7-4909-40f9-abff-7b6b8158b0b9 req-0777543a-04cb-4092-a0df-4d4163cf09a1 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:36.323377 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2534f2e7-4909-40f9-abff-7b6b8158b0b9 req-0777543a-04cb-4092-a0df-4d4163cf09a1 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.1571548
Oct 27 14:19:36.394034 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59800'] for router, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:36.398588 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:36.423705 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16422946'] for router, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:36.424163 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2654565-789d-45d0-97f1-7379fce14557 {{(pid=82824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 14:19:36.436978 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Notify callbacks [] for router, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:36.438129 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] 10.222.0.36 "DELETE /v2.0/routers/e2654565-789d-45d0-97f1-7379fce14557 HTTP/1.1" status: 204  len: 168 time: 1.5686812
Oct 27 14:19:36.440790 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39430) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:36.460076 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2534f2e7-4909-40f9-abff-7b6b8158b0b9 req-e768fe1d-ff00-496b-8a9a-0348010f4153 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1159587
Oct 27 14:19:36.501257 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d721e2-9284-4500-b6d1-59eab5231d3b admin admin] Deleting subnet 1a6fa137-4b38-49f8-9a27-ac5a35d6a617 {{(pid=82824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 14:19:36.504500 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-69d721e2-9284-4500-b6d1-59eab5231d3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:36.506929 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c732e250-f006-4702-a48b-daa42500a996 req-bcc5b8bb-8413-4f47-9637-54cb6276c1d7 service neutron] 10.222.0.79 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803913
Oct 27 14:19:36.556930 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-69d721e2-9284-4500-b6d1-59eab5231d3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16043791'] for subnet, precommit_delete_associations {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:36.640532 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-69d721e2-9284-4500-b6d1-59eab5231d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1136411'] for subnet, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:36.662131 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c732e250-f006-4702-a48b-daa42500a996 req-b846e8d8-f96a-4561-a073-7884917ab03d service neutron] 10.222.0.79 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460040
Oct 27 14:19:36.723149 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-69d721e2-9284-4500-b6d1-59eab5231d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1136482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16043946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16133425'] for subnet, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:36.727327 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:36.765519 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d721e2-9284-4500-b6d1-59eab5231d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6fa137-4b38-49f8-9a27-ac5a35d6a617,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:36.768033 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-69d721e2-9284-4500-b6d1-59eab5231d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:36.773765 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-69d721e2-9284-4500-b6d1-59eab5231d3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:36.779114 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa54b50-d9d4-4ef6-9735-3c04bed494bb None None] Network 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:19:36.779669 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-69d721e2-9284-4500-b6d1-59eab5231d3b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1a6fa137-4b38-49f8-9a27-ac5a35d6a617 HTTP/1.1" status: 204  len: 168 time: 0.3379500
Oct 27 14:19:36.782057 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39434) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:36.890053 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1076229'] for network, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:36.900905 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Deleting port 12064ee8-e379-435a-bd2a-296ffebc47dd {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:19:36.901230 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:37.073614 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2bcea4-cc09-4309-967b-1855e8129147 None None] DHCP port deletion for 916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb request from dv-cinder-815663-1-iscsi {{(pid=82826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Oct 27 14:19:37.078039 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bcea4-cc09-4309-967b-1855e8129147 None None] Deleting port 12064ee8-e379-435a-bd2a-296ffebc47dd {{(pid=82826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:19:37.078427 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-7f2bcea4-cc09-4309-967b-1855e8129147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:37.111627 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] For port 12064ee8-e379-435a-bd2a-296ffebc47dd, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=12064ee8-e379-435a-bd2a-296ffebc47dd,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:19:37.112594 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:37.232357 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Calling delete_port for 12064ee8-e379-435a-bd2a-296ffebc47dd owned by network:dhcp {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:19:37.281019 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-7f2bcea4-cc09-4309-967b-1855e8129147 None None] For port 12064ee8-e379-435a-bd2a-296ffebc47dd, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=12064ee8-e379-435a-bd2a-296ffebc47dd,segment=NetworkSegment(9778941e-ae5a-409f-83ea-1262a7a32900),segment_id=9778941e-ae5a-409f-83ea-1262a7a32900)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:19:37.281661 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-7f2bcea4-cc09-4309-967b-1855e8129147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:37.308609 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:37.312436 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-5e3e1e28-3493-4f35-80d4-621e9eb76a30 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:37.353563 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Pushing event deleted for resources: {'Port': ['ID=12064ee8-e379-435a-bd2a-296ffebc47dd,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:37.357724 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:37.360134 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] No DVR routers for this DVR port 12064ee8-e379-435a-bd2a-296ffebc47dd on host dv-cinder-815663-1-iscsi {{(pid=82824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:19:37.401716 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bcea4-cc09-4309-967b-1855e8129147 None None] Calling delete_port for 12064ee8-e379-435a-bd2a-296ffebc47dd owned by network:dhcp {{(pid=82826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:19:37.477581 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.db.api [None req-7f2bcea4-cc09-4309-967b-1855e8129147 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 14:19:37.477978 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_db.api [None req-7f2bcea4-cc09-4309-967b-1855e8129147 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 14:19:37.573123 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135506', 'neutron.services.segments.db._delete_segments_for_network-8782696828856'] for network, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:37.599636 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fce17514190>,) {'filters': {'network_id': ['916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb']}} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:19:37.612101 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fce17514190>, '9778941e-ae5a-409f-83ea-1262a7a32900') {'for_net_delete': True} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:19:37.612368 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fce17514190>, '9778941e-ae5a-409f-83ea-1262a7a32900') {} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:19:37.623623 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782696830931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16043796'] for segment, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:37.639380 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:37.646239 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=82824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 14:19:37.646690 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16043968'] for segment, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]: Traceback (most recent call last):
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     timer()
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     cb(*args, **kw)
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     return func(*args, **kwargs)
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     self._notify()
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     self.callback(batched_events)
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     event.method(event)
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     return f(self, *a, **k)
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._get(url).json()
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self.request(url, 'GET', **kwargs)
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 14:19:37.660444 dv-cinder-815663-1-iscsi neutron-server[82824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 14:19:37.664947 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776d5ac-6acc-44e5-98f5-9ba8bef93d42 req-aed73ebd-f68c-4f26-b1e7-1c903e0a9276 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:37.666407 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7776d5ac-6acc-44e5-98f5-9ba8bef93d42 req-aed73ebd-f68c-4f26-b1e7-1c903e0a9276 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.0810893
Oct 27 14:19:37.715061 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7776d5ac-6acc-44e5-98f5-9ba8bef93d42 req-f67baca3-9139-4b16-8689-71fcc3554b2a tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398476
Oct 27 14:19:37.746331 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16417775'] for network, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:37.750320 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:37.763278 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:37.775149 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Pushing event deleted for resources: {'Network': ['ID=916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:37.779694 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:37.788150 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] 10.222.0.36 "DELETE /v2.0/networks/916d3f27-6dbd-44c4-ae9f-ac630c3f0cdb HTTP/1.1" status: 204  len: 168 time: 1.0051594
Oct 27 14:19:37.926170 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 39442) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:37.979640 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bcea4-cc09-4309-967b-1855e8129147 None None] Deleting port 12064ee8-e379-435a-bd2a-296ffebc47dd {{(pid=82826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:19:37.980167 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-7f2bcea4-cc09-4309-967b-1855e8129147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:37.981753 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-db50ddc5-fe3d-4961-90ea-ff108da809cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a32d3bb833eb4a8ea5bb9428523f7587&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0542905
Oct 27 14:19:37.984271 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39446) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:38.048450 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bcea4-cc09-4309-967b-1855e8129147 None None] The port '12064ee8-e379-435a-bd2a-296ffebc47dd' was deleted {{(pid=82826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Oct 27 14:19:38.050748 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3b9f43f4-1a32-457b-ba6e-fc1b1837f4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:38.067096 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 5e30e130-090d-4e05-b01c-2d114742220a no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:19:38.087363 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3b9f43f4-1a32-457b-ba6e-fc1b1837f4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:38.099647 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: 5e30e130-090d-4e05-b01c-2d114742220a {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:19:38.100069 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 5e30e130-090d-4e05-b01c-2d114742220a not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:19:38.100549 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 12064ee8-e379-435a-bd2a-296ffebc47dd no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:19:38.135882 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: 12064ee8-e379-435a-bd2a-296ffebc47dd {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:19:38.136230 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 12064ee8-e379-435a-bd2a-296ffebc47dd not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:19:38.142527 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3b9f43f4-1a32-457b-ba6e-fc1b1837f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:38.147680 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-2c11e362-9906-4147-9639-3d5833cb67f4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:38.161660 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f43f4-1a32-457b-ba6e-fc1b1837f4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cb3240-40cb-4dcb-860f-bd40bee86913,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:38.165120 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-3b9f43f4-1a32-457b-ba6e-fc1b1837f4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:38.168191 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-3b9f43f4-1a32-457b-ba6e-fc1b1837f4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:38.169274 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-3b9f43f4-1a32-457b-ba6e-fc1b1837f4fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3cb3240-40cb-4dcb-860f-bd40bee86913 HTTP/1.1" status: 204  len: 168 time: 0.1840441
Oct 27 14:19:38.928049 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe105ef-45a6-460c-8729-d25e1488f02f req-85c6094a-a40a-47d3-83f4-4a84a3ddaeb4 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:38.929676 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2fe105ef-45a6-460c-8729-d25e1488f02f req-85c6094a-a40a-47d3-83f4-4a84a3ddaeb4 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.0821950
Oct 27 14:19:38.981364 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2fe105ef-45a6-460c-8729-d25e1488f02f req-aa1b14ab-14fc-4087-af07-17656c059576 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457504
Oct 27 14:19:40.316998 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f784f-1d97-4c0f-83fc-d003575adc77 req-7676f28f-9d93-4edb-bdcb-f362e228b958 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:40.318503 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-762f784f-1d97-4c0f-83fc-d003575adc77 req-7676f28f-9d93-4edb-bdcb-f362e228b958 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.2116115
Oct 27 14:19:40.368045 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-762f784f-1d97-4c0f-83fc-d003575adc77 req-73846bb6-4299-46d8-a17b-617c6f3759c0 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437901
Oct 27 14:19:40.454443 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 39496) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:40.624675 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-eedb96cf-07a4-4266-b6a7-7b8e1c4ecfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:40.651967 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a0e18541-d330-40c4-ba28-b89b9159cf21 req-533d93ad-1aee-4b3c-9407-9a1b32b0161d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1345925
Oct 27 14:19:40.675562 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-eedb96cf-07a4-4266-b6a7-7b8e1c4ecfa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:19:40.679800 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-eedb96cf-07a4-4266-b6a7-7b8e1c4ecfa7 admin admin] Usage tracker for resource:security_group_rule and tenant:62857ab0c441461fb99b97a2e53b8321 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:19:40.682861 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-eedb96cf-07a4-4266-b6a7-7b8e1c4ecfa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:19:40.690351 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-eedb96cf-07a4-4266-b6a7-7b8e1c4ecfa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:19:40.783235 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-eedb96cf-07a4-4266-b6a7-7b8e1c4ecfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:40.789651 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-eedb96cf-07a4-4266-b6a7-7b8e1c4ecfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:40.799091 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0060dbfd-bb4b-4d93-867d-8afa365a916f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:40.849748 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb96cf-07a4-4266-b6a7-7b8e1c4ecfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3f7f10-5ada-4778-a93f-e0456ed5392a,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:40.864517 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-eedb96cf-07a4-4266-b6a7-7b8e1c4ecfa7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62857ab0c441461fb99b97a2e53b8321&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4088836
Oct 27 14:19:40.865655 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-eedb96cf-07a4-4266-b6a7-7b8e1c4ecfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:40.867811 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 39508) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:40.884306 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39512) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:40.993445 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-872e8b7c-4a6c-4514-a400-b128fe563957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:41.026774 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca07cbf-b009-4de0-ab54-f1fb0db0f3fe req-77608236-684a-47d0-9706-f2e6e088c145 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:41.028236 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1ca07cbf-b009-4de0-ab54-f1fb0db0f3fe req-77608236-684a-47d0-9706-f2e6e088c145 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.1301668
Oct 27 14:19:41.032871 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-872e8b7c-4a6c-4514-a400-b128fe563957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:41.040364 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-29ac1113-f45a-44a4-8132-b5cae37b5f5f req-f8c522a1-e4a1-4c59-af1f-e5c5f729d7ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1545212
Oct 27 14:19:41.104798 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1ca07cbf-b009-4de0-ab54-f1fb0db0f3fe req-99073e6d-6248-4719-8493-d39e88a38328 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654254
Oct 27 14:19:41.121235 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-872e8b7c-4a6c-4514-a400-b128fe563957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:41.125825 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-99b3c369-1133-4549-96c5-c42458bb62b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:41.138217 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e8b7c-4a6c-4514-a400-b128fe563957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3f7f10-5ada-4778-a93f-e0456ed5392a,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:41.142018 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-872e8b7c-4a6c-4514-a400-b128fe563957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:41.146149 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-872e8b7c-4a6c-4514-a400-b128fe563957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:41.147491 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-872e8b7c-4a6c-4514-a400-b128fe563957 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e3f7f10-5ada-4778-a93f-e0456ed5392a HTTP/1.1" status: 204  len: 168 time: 0.2783325
Oct 27 14:19:41.508768 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39528) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:41.527092 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-50327a0e-566e-4355-b391-7da49ecacb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:41.558246 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-50327a0e-566e-4355-b391-7da49ecacb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:19:41.562206 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-50327a0e-566e-4355-b391-7da49ecacb68 admin admin] Usage tracker for resource:security_group_rule and tenant:a7878c521cbf42b4a6ff60da10ffe1ff is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:19:41.565110 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-50327a0e-566e-4355-b391-7da49ecacb68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:19:41.571501 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-50327a0e-566e-4355-b391-7da49ecacb68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:19:41.645690 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-50327a0e-566e-4355-b391-7da49ecacb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:41.650253 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-50327a0e-566e-4355-b391-7da49ecacb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:41.656733 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-72cfdb21-09d4-434e-841a-ce5db7057bbd tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:41.694480 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50327a0e-566e-4355-b391-7da49ecacb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841fb47e-cad6-4f02-95ad-7bd80121ab7a,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:41.699039 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-50327a0e-566e-4355-b391-7da49ecacb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:41.702236 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-50327a0e-566e-4355-b391-7da49ecacb68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7878c521cbf42b4a6ff60da10ffe1ff&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1924570
Oct 27 14:19:41.704986 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39532) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:41.765402 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1d6dcdb0-f5d8-4cdc-af16-54883bc9d0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:41.790686 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1d6dcdb0-f5d8-4cdc-af16-54883bc9d0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:41.842515 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1d6dcdb0-f5d8-4cdc-af16-54883bc9d0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:41.847408 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-fb91b1f5-9d9b-4283-bf2b-2ee30e1748c4 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:41.859813 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dcdb0-f5d8-4cdc-af16-54883bc9d0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841fb47e-cad6-4f02-95ad-7bd80121ab7a,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:41.862732 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1d6dcdb0-f5d8-4cdc-af16-54883bc9d0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:41.863877 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-1d6dcdb0-f5d8-4cdc-af16-54883bc9d0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:41.865000 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-1d6dcdb0-f5d8-4cdc-af16-54883bc9d0e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/841fb47e-cad6-4f02-95ad-7bd80121ab7a HTTP/1.1" status: 204  len: 168 time: 0.1591012
Oct 27 14:19:42.321170 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a594cf-231e-4f0f-9da4-6db0fe872ec1 req-3af26f13-9dfc-4830-b12c-475cab4050ad tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:42.322669 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d5a594cf-231e-4f0f-9da4-6db0fe872ec1 req-3af26f13-9dfc-4830-b12c-475cab4050ad tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.0951946
Oct 27 14:19:42.415823 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d5a594cf-231e-4f0f-9da4-6db0fe872ec1 req-c971be4d-518a-4424-a6c2-31ace4568dc0 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873423
Oct 27 14:19:42.446571 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-29ac1113-f45a-44a4-8132-b5cae37b5f5f req-26c2b8e0-17bd-4395-a521-db114c7932a8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122&tenant_id=aaa8c6a1d9f04b8aa940a26076686eab HTTP/1.1" status: 200  len: 1099 time: 0.0759881
Oct 27 14:19:42.549993 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-29ac1113-f45a-44a4-8132-b5cae37b5f5f req-30ec9edb-c0a5-4bd8-a446-e8e463bc28bb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aaa8c6a1d9f04b8aa940a26076686eab&device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 1099 time: 0.0745435
Oct 27 14:19:42.586987 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 6bc451b1-049e-4f7e-badf-4078e4e42cc2 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:19:42.688636 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac1113-f45a-44a4-8132-b5cae37b5f5f req-1fa40894-2c03-420d-93a7-f760104b9fc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:42.691019 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-29ac1113-f45a-44a4-8132-b5cae37b5f5f req-1fa40894-2c03-420d-93a7-f760104b9fc4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a8b00504-e1fb-4a7d-87c6-40a387f15d79 HTTP/1.1" status: 200  len: 911 time: 0.1319728
Oct 27 14:19:42.750590 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:42.797851 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc451b1-049e-4f7e-badf-4078e4e42cc2'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:19:42.820657 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 6bc451b1-049e-4f7e-badf-4078e4e42cc2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:19:42.821470 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-29ac1113-f45a-44a4-8132-b5cae37b5f5f req-04ceb817-682b-4429-bedf-f3660a806850 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2 HTTP/1.1" status: 200  len: 1002 time: 0.1203034
Oct 27 14:19:42.829185 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:42.831443 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-4ee33f79-9151-4c35-95d6-5125d8939c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:42.865367 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:42.873164 dv-cinder-815663-1-iscsi neutron-server[82826]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'code': 422} returned with failed status
Oct 27 14:19:42.900896 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=6bc451b1-049e-4f7e-badf-4078e4e42cc2,revision_number=6']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:42.902484 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac1113-f45a-44a4-8132-b5cae37b5f5f req-9a16f92b-be9c-4e92-bcb3-6a71c86f062b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:42.904155 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-29ac1113-f45a-44a4-8132-b5cae37b5f5f req-9a16f92b-be9c-4e92-bcb3-6a71c86f062b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b071a97f-8b44-4558-9f3d-475bdf78fb26 HTTP/1.1" status: 200  len: 848 time: 0.0699773
Oct 27 14:19:42.909932 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:42.910529 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:42.910923 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:42.911255 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:42.911578 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:42.911905 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:42.912230 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:42.912586 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:42.913049 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:42.913378 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:42.913698 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:19:42.917669 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:42.985822 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-29ac1113-f45a-44a4-8132-b5cae37b5f5f req-c7f627d5-611b-4537-8dfd-4962d93515da service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a8b00504-e1fb-4a7d-87c6-40a387f15d79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734487
Oct 27 14:19:43.132196 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-29ac1113-f45a-44a4-8132-b5cae37b5f5f req-7c6e7f12-6ae9-4050-9b66-99bd8dbf9120 service neutron] 10.222.0.79 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388571
Oct 27 14:19:43.271482 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-29ac1113-f45a-44a4-8132-b5cae37b5f5f req-95806dd6-bdc6-4081-8aaf-3d24ebe87fab service neutron] 10.222.0.79 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297994
Oct 27 14:19:43.616020 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf2dbb-0a77-46ff-91fc-2be786d192c3 req-74138beb-4f49-4c21-aef8-09bf2e7e6a2d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:43.617588 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-00cf2dbb-0a77-46ff-91fc-2be786d192c3 req-74138beb-4f49-4c21-aef8-09bf2e7e6a2d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.0785649
Oct 27 14:19:43.669110 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-00cf2dbb-0a77-46ff-91fc-2be786d192c3 req-2177be2a-e1ed-4893-8a2d-81d88e5f2492 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462108
Oct 27 14:19:44.869447 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc383ef-82e6-4f2d-80c0-62407e0ba5c5 req-38499a63-c1f8-4b7f-9164-4ea4c08a8358 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:44.870904 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ecc383ef-82e6-4f2d-80c0-62407e0ba5c5 req-38499a63-c1f8-4b7f-9164-4ea4c08a8358 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.0818911
Oct 27 14:19:44.915773 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ecc383ef-82e6-4f2d-80c0-62407e0ba5c5 req-d3baa3b7-0b91-436b-837d-32c3d85bce45 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393450
Oct 27 14:19:46.119857 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c0700-5ea8-46c2-8747-e93d114b9764 req-c3202398-6aec-44f4-88b7-1566eaf3c75a tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:46.121459 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6e2c0700-5ea8-46c2-8747-e93d114b9764 req-c3202398-6aec-44f4-88b7-1566eaf3c75a tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.0769088
Oct 27 14:19:46.169918 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6e2c0700-5ea8-46c2-8747-e93d114b9764 req-9bc48a01-f8c7-4c78-a39b-bbb12ca5a126 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422537
Oct 27 14:19:47.403836 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-adcba527-fdca-4873-aa03-4a06bb442a9f req-fd4a7a9d-46dc-4e0c-9f34-a1cba64609d8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2347636
Oct 27 14:19:47.410177 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dfcce-039c-4e9d-a9ff-21b693cb3153 req-ef8e522e-5827-471a-826f-1117537e7524 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:47.411601 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-299dfcce-039c-4e9d-a9ff-21b693cb3153 req-ef8e522e-5827-471a-826f-1117537e7524 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.1095953
Oct 27 14:19:47.511571 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-299dfcce-039c-4e9d-a9ff-21b693cb3153 req-9cd9090c-323d-45a2-bf82-eba8c6eb88d6 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936069
Oct 27 14:19:47.526309 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-adcba527-fdca-4873-aa03-4a06bb442a9f req-1ae6a3dc-3db2-43dc-903a-c6d6c816d989 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 1100 time: 0.0938954
Oct 27 14:19:47.680276 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcba527-fdca-4873-aa03-4a06bb442a9f req-c8b13bfa-cd9d-425c-868e-a90b60d7c1b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:47.681870 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-adcba527-fdca-4873-aa03-4a06bb442a9f req-c8b13bfa-cd9d-425c-868e-a90b60d7c1b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 918 time: 0.1344995
Oct 27 14:19:47.790839 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-adcba527-fdca-4873-aa03-4a06bb442a9f req-67667518-d0ce-48d6-b076-0a81bc9907a1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28 HTTP/1.1" status: 200  len: 1002 time: 0.1022329
Oct 27 14:19:47.865995 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcba527-fdca-4873-aa03-4a06bb442a9f req-7f9e226e-8b8c-4f6d-a538-6586133752cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:47.867503 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-adcba527-fdca-4873-aa03-4a06bb442a9f req-7f9e226e-8b8c-4f6d-a538-6586133752cf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8246b7a1-97e2-4686-affe-6013679e6669 HTTP/1.1" status: 200  len: 855 time: 0.0605686
Oct 27 14:19:47.946601 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-adcba527-fdca-4873-aa03-4a06bb442a9f req-f6555143-8928-439e-9859-9e08faba4480 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10d4832e-36ee-49bc-b2c5-8897dbb83a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722489
Oct 27 14:19:48.083900 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-adcba527-fdca-4873-aa03-4a06bb442a9f req-f82ee522-5668-426a-8d7b-31db66aca951 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291277
Oct 27 14:19:48.712512 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba0a7-376a-40da-a4ba-e38ad6b1463d req-cb0401fb-d381-4f59-84f3-36108e1f4f95 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:48.713947 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c5dba0a7-376a-40da-a4ba-e38ad6b1463d req-cb0401fb-d381-4f59-84f3-36108e1f4f95 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.0794582
Oct 27 14:19:48.759288 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c5dba0a7-376a-40da-a4ba-e38ad6b1463d req-49e588d7-fca0-42cd-a77c-118199412567 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398536
Oct 27 14:19:49.006908 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-adcba527-fdca-4873-aa03-4a06bb442a9f req-8906d084-85ce-4146-98b7-98552d718516 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365271
Oct 27 14:19:49.957967 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febf396-9a7c-47a0-9d03-132bfa5386ab req-35f723a1-963a-4ede-84ba-45efe61f15e5 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:49.959479 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2febf396-9a7c-47a0-9d03-132bfa5386ab req-35f723a1-963a-4ede-84ba-45efe61f15e5 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.0808916
Oct 27 14:19:50.007650 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2febf396-9a7c-47a0-9d03-132bfa5386ab req-7dd4a10a-3304-43e0-ac3b-eddd5b9c0972 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426648
Oct 27 14:19:51.214650 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c241f-e97e-4ef2-bd5a-97be5dd6bbec req-a8afa4ed-f6bc-45c8-9fe9-31562c175ecf tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:51.216377 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-fc9c241f-e97e-4ef2-bd5a-97be5dd6bbec req-a8afa4ed-f6bc-45c8-9fe9-31562c175ecf tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.0829763
Oct 27 14:19:51.269764 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-fc9c241f-e97e-4ef2-bd5a-97be5dd6bbec req-afcef4da-423f-4d12-8d03-666bca05606b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465894
Oct 27 14:19:51.850366 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d5779ee8-99d7-4694-8f85-c189279d30bb req-820cf199-f5c0-4b41-821f-e6b649390b2e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 1097 time: 0.0767837
Oct 27 14:19:51.897496 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d5779ee8-99d7-4694-8f85-c189279d30bb req-5d884eb1-f4a1-4d9f-9ed1-4d2f212462ac service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401642
Oct 27 14:19:52.480307 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ab2ce-3c04-4479-8bb6-0b4ff438cd6f req-24ff5288-c2d9-4c55-860f-b2ff05e4f1b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:52.481804 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8a5ab2ce-3c04-4479-8bb6-0b4ff438cd6f req-24ff5288-c2d9-4c55-860f-b2ff05e4f1b2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 944 time: 0.0919869
Oct 27 14:19:52.530573 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8a5ab2ce-3c04-4479-8bb6-0b4ff438cd6f req-e898e092-b1b4-4678-b4b7-b4380ddba26c tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418367
Oct 27 14:19:52.643024 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 6bc451b1-049e-4f7e-badf-4078e4e42cc2 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:19:52.780217 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 6bc451b1-049e-4f7e-badf-4078e4e42cc2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:19:52.794740 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'port_id': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'mac_address': 'fa:16:3e:74:2e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:19:52.859204 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:52.882300 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc451b1-049e-4f7e-badf-4078e4e42cc2 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:19:52.899803 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 6bc451b1-049e-4f7e-badf-4078e4e42cc2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:19:52.904275 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:52.906079 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b52fa237-bab2-43bf-a041-5b82133bbdd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:52.982309 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=6bc451b1-049e-4f7e-badf-4078e4e42cc2,revision_number=7']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:52.985867 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:53.210209 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['6bc451b1-049e-4f7e-badf-4078e4e42cc2'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:19:53.731448 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864bd4b-3746-4dc1-a32e-dec48964fe15 req-998aee59-29b5-4240-9d35-5c603430170b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:19:53.732906 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d864bd4b-3746-4dc1-a32e-dec48964fe15 req-998aee59-29b5-4240-9d35-5c603430170b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 945 time: 0.0788362
Oct 27 14:19:53.779194 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d864bd4b-3746-4dc1-a32e-dec48964fe15 req-ade3acc6-6757-4a4a-8e41-c405ba87b7e0 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403290
Oct 27 14:19:54.654574 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 6bc451b1-049e-4f7e-badf-4078e4e42cc2 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:19:54.732333 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 6bc451b1-049e-4f7e-badf-4078e4e42cc2 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:19:54.732721 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:54.849998 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39700) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:54.853266 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:54.883063 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc451b1-049e-4f7e-badf-4078e4e42cc2'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:19:54.892812 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 6bc451b1-049e-4f7e-badf-4078e4e42cc2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:19:54.897604 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:54.900498 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:54.945155 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'code': 200}
Oct 27 14:19:54.968753 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=6bc451b1-049e-4f7e-badf-4078e4e42cc2,revision_number=8']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:54.972297 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:55.008303 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2a162b14-e427-400c-81d8-aeb05c7cfc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:55.039333 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-2a162b14-e427-400c-81d8-aeb05c7cfc96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:19:55.043321 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-2a162b14-e427-400c-81d8-aeb05c7cfc96 admin admin] Usage tracker for resource:security_group_rule and tenant:a7505ea7734d43b2b0bb942fb67f06fa is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:19:55.046174 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-2a162b14-e427-400c-81d8-aeb05c7cfc96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:19:55.052347 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-2a162b14-e427-400c-81d8-aeb05c7cfc96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:19:55.136345 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2a162b14-e427-400c-81d8-aeb05c7cfc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:55.140358 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-2a162b14-e427-400c-81d8-aeb05c7cfc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:55.146955 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-9ed64b11-0e59-423c-8bf8-795c60d7b2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:55.187686 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a162b14-e427-400c-81d8-aeb05c7cfc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d031b83f-a4e4-4d9a-a829-9644ef3b2290,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:55.191750 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-2a162b14-e427-400c-81d8-aeb05c7cfc96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7505ea7734d43b2b0bb942fb67f06fa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3406940
Oct 27 14:19:55.192838 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-2a162b14-e427-400c-81d8-aeb05c7cfc96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:55.194322 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39708) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:55.253288 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-bdf360d0-e8d6-443d-b906-afbd8b0f76fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:55.278002 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-bdf360d0-e8d6-443d-b906-afbd8b0f76fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:55.327762 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-bdf360d0-e8d6-443d-b906-afbd8b0f76fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:55.331274 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-50327a0e-566e-4355-b391-7da49ecacb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:55.341804 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf360d0-e8d6-443d-b906-afbd8b0f76fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d031b83f-a4e4-4d9a-a829-9644ef3b2290,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:55.345547 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-bdf360d0-e8d6-443d-b906-afbd8b0f76fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:55.349086 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-bdf360d0-e8d6-443d-b906-afbd8b0f76fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:55.352556 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-bdf360d0-e8d6-443d-b906-afbd8b0f76fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d031b83f-a4e4-4d9a-a829-9644ef3b2290 HTTP/1.1" status: 204  len: 168 time: 0.1550078
Oct 27 14:19:55.688601 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 39716) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:55.706486 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-8498d004-114d-4bd8-b617-8fe69d5c00e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:55.739371 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-8498d004-114d-4bd8-b617-8fe69d5c00e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:19:55.743275 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-8498d004-114d-4bd8-b617-8fe69d5c00e7 admin admin] Usage tracker for resource:security_group_rule and tenant:019d3c2b1af6413f961959360874818b is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:19:55.746027 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-8498d004-114d-4bd8-b617-8fe69d5c00e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:19:55.751596 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-8498d004-114d-4bd8-b617-8fe69d5c00e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:19:55.824180 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-8498d004-114d-4bd8-b617-8fe69d5c00e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:55.828268 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-8498d004-114d-4bd8-b617-8fe69d5c00e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:55.835968 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b92ab436-e43e-4380-b5a3-2d3e9c2991e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:55.874864 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498d004-114d-4bd8-b617-8fe69d5c00e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4b637b-f5df-470e-b225-f0908675753a,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:55.878903 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-8498d004-114d-4bd8-b617-8fe69d5c00e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=019d3c2b1af6413f961959360874818b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1892183
Oct 27 14:19:55.880361 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-8498d004-114d-4bd8-b617-8fe69d5c00e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:55.882981 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 39720) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:19:55.943372 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2b71cca2-ac3c-4c27-bf8c-fec83ec90e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:55.969127 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2b71cca2-ac3c-4c27-bf8c-fec83ec90e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:56.026434 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2b71cca2-ac3c-4c27-bf8c-fec83ec90e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:56.030436 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-9a708ef9-0116-4106-9107-9df648b8418f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:19:56.042886 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71cca2-ac3c-4c27-bf8c-fec83ec90e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4b637b-f5df-470e-b225-f0908675753a,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:19:56.047783 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-2b71cca2-ac3c-4c27-bf8c-fec83ec90e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:19:56.049808 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2b71cca2-ac3c-4c27-bf8c-fec83ec90e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:56.050958 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-2b71cca2-ac3c-4c27-bf8c-fec83ec90e78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc4b637b-f5df-470e-b225-f0908675753a HTTP/1.1" status: 204  len: 168 time: 0.1670327
Oct 27 14:19:56.567268 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-701cab89-6f7a-42e3-af16-0570f0786900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:57.096506 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:58.764011 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b34983b5-2f79-4e8f-84a2-e60113755f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:19:59.864945 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:01.253038 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:03.405844 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d032d-40ce-4797-8168-f9ecf81b409d req-92b40221-ab42-41fe-9e8e-3d22596f36c2 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:03.407282 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-336d032d-40ce-4797-8168-f9ecf81b409d req-92b40221-ab42-41fe-9e8e-3d22596f36c2 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 947 time: 0.1638551
Oct 27 14:20:03.453738 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-336d032d-40ce-4797-8168-f9ecf81b409d req-f4643562-0903-44ae-a845-a18d3dadf808 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0405242
Oct 27 14:20:04.679605 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af6c7b-3d21-45b3-b41a-1d0fa34969b0 req-c002961f-525e-40a2-abfc-8437f95a97f1 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:04.681078 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-51af6c7b-3d21-45b3-b41a-1d0fa34969b0 req-c002961f-525e-40a2-abfc-8437f95a97f1 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 947 time: 0.0819216
Oct 27 14:20:04.729953 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-51af6c7b-3d21-45b3-b41a-1d0fa34969b0 req-e2cbc723-4d81-4d9a-a841-ef7fd9dabac4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c0c038-f9f0-4edd-87ac-06abfb60d262&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0430899
Oct 27 14:20:05.024500 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-865bc6a2-752e-4522-9c5e-38ecfb78f9a5 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:05.025997 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-865bc6a2-752e-4522-9c5e-38ecfb78f9a5 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 947 time: 0.0808182
Oct 27 14:20:05.099685 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Deleting port be16286c-3fdf-4d39-a960-7fa20fa3dd28 {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:20:05.100017 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:05.346269 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] For port be16286c-3fdf-4d39-a960-7fa20fa3dd28, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=be16286c-3fdf-4d39-a960-7fa20fa3dd28,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:20:05.346617 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:05.630044 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:05.630316 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:05.630647 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.l3_db [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Floating IP 4499dfc0-652d-4a3e-b0f9-fb77f98a3919 disassociated. External IP: 172.27.2.138, port: be16286c-3fdf-4d39-a960-7fa20fa3dd28.
Oct 27 14:20:05.630979 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Calling delete_port for be16286c-3fdf-4d39-a960-7fa20fa3dd28 owned by compute:nova {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:20:05.769436 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:05.776491 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-57b0dde3-f11b-4ba9-8184-79d956cab90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:05.821138 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event deleted for resources: {'Port': ['ID=be16286c-3fdf-4d39-a960-7fa20fa3dd28,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:05.824515 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:05.940574 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ae7d11eb-70e2-494d-8866-fedf52367516 req-5d373ed7-7679-4b8a-a071-3b7ba7293eec tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 210 time: 0.0528278
Oct 27 14:20:05.974539 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:20:06.084452 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:20:06.395937 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:20:06.408530 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218129ab-fba2-428c-b3b2-62c35d6037c3 None None] Sync routers for ids ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:20:06.421612 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218129ab-fba2-428c-b3b2-62c35d6037c3 None None] Routers {'61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:20:06.422330 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-218129ab-fba2-428c-b3b2-62c35d6037c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1771b940>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:19:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:20:06.466661 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] No DVR routers for this DVR port be16286c-3fdf-4d39-a960-7fa20fa3dd28 on host hv-cinder-81566 {{(pid=82823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:20:06.469350 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:06.472190 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'name': 'network-vif-deleted', 'tag': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:20:06.480873 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-26d3f116-337a-4e80-89bd-8e3640bf0bf3 req-409e4781-57fa-4706-95fd-dfab112e0e6b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.79 "DELETE /v2.0/ports/be16286c-3fdf-4d39-a960-7fa20fa3dd28 HTTP/1.1" status: 204  len: 173 time: 1.4490700
Oct 27 14:20:06.542407 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a240551-d93f-4edf-9ecf-7d23451d4c13', 'name': 'network-vif-deleted', 'tag': 'be16286c-3fdf-4d39-a960-7fa20fa3dd28', 'status': 'completed', 'code': 200}
Oct 27 14:20:06.614120 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-218129ab-fba2-428c-b3b2-62c35d6037c3 None None] Set router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:20:06.796428 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39882) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:06.935949 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-218129ab-fba2-428c-b3b2-62c35d6037c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1771b940>, [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:04Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'acec49ed-f6f9-4fd4-a8f6-daa32e59da2c', 'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'mac_address': 'fa:16:3e:85:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:04Z', 'updated_at': '2021-10-27T14:17:30Z', 'revision_number': 5, 'project_id': '732a065710454a0bb5503b4cde9856da', 'subnets': [{'id': '8246b7a1-97e2-4686-affe-6013679e6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:20:06.939907 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218129ab-fba2-428c-b3b2-62c35d6037c3 None None] Checking router: 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:20:06.944820 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-10f99a9d-f0cb-4ebb-ae77-adb7b1f0a5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:06.952061 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218129ab-fba2-428c-b3b2-62c35d6037c3 None None] Routers {'61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:20:06.952672 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-218129ab-fba2-428c-b3b2-62c35d6037c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1771b940>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:19:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:20:06.979924 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-10f99a9d-f0cb-4ebb-ae77-adb7b1f0a5d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:06.984139 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-10f99a9d-f0cb-4ebb-ae77-adb7b1f0a5d6 admin admin] Usage tracker for resource:security_group_rule and tenant:99afe5f2b4e24c17bd9f0419e27307e4 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:06.988142 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-10f99a9d-f0cb-4ebb-ae77-adb7b1f0a5d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:06.995259 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-10f99a9d-f0cb-4ebb-ae77-adb7b1f0a5d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:07.104850 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-10f99a9d-f0cb-4ebb-ae77-adb7b1f0a5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:07.112098 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-10f99a9d-f0cb-4ebb-ae77-adb7b1f0a5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:07.133028 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b358c74f-59ed-4efc-ae16-d5c06555146c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:07.173424 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f99a9d-f0cb-4ebb-ae77-adb7b1f0a5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab447f63-88a3-44bd-a90c-0533b2c1322d,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:07.175059 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-218129ab-fba2-428c-b3b2-62c35d6037c3 None None] Set router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:20:07.182291 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-10f99a9d-f0cb-4ebb-ae77-adb7b1f0a5d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99afe5f2b4e24c17bd9f0419e27307e4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3848033
Oct 27 14:20:07.183048 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39890) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:07.184360 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-10f99a9d-f0cb-4ebb-ae77-adb7b1f0a5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:07.207032 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-893457d5-0669-42c7-a9f8-10d2d15bf0b7 req-b63e850f-1935-4b90-9aa3-9f12d861fd3f tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Synchronizing usage tracker for tenant:732a065710454a0bb5503b4cde9856da on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:20:07.225850 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-893457d5-0669-42c7-a9f8-10d2d15bf0b7 req-b63e850f-1935-4b90-9aa3-9f12d861fd3f tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Unset dirty status for tenant:732a065710454a0bb5503b4cde9856da on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:20:07.227198 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-893457d5-0669-42c7-a9f8-10d2d15bf0b7 req-b63e850f-1935-4b90-9aa3-9f12d861fd3f tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a240551-d93f-4edf-9ecf-7d23451d4c13 HTTP/1.1" status: 200  len: 210 time: 0.0675249
Oct 27 14:20:07.249748 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b0ec4e81-8056-47e3-a33a-b619a89dcb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:07.277362 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b0ec4e81-8056-47e3-a33a-b619a89dcb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:07.333063 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b0ec4e81-8056-47e3-a33a-b619a89dcb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:07.336980 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-bdf360d0-e8d6-443d-b906-afbd8b0f76fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:07.348158 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec4e81-8056-47e3-a33a-b619a89dcb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab447f63-88a3-44bd-a90c-0533b2c1322d,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:07.350664 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b0ec4e81-8056-47e3-a33a-b619a89dcb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:07.357885 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b0ec4e81-8056-47e3-a33a-b619a89dcb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:07.359031 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-b0ec4e81-8056-47e3-a33a-b619a89dcb93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab447f63-88a3-44bd-a90c-0533b2c1322d HTTP/1.1" status: 204  len: 168 time: 0.1741159
Oct 27 14:20:07.538163 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-218129ab-fba2-428c-b3b2-62c35d6037c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1771b940>, [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:04Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'acec49ed-f6f9-4fd4-a8f6-daa32e59da2c', 'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'mac_address': 'fa:16:3e:85:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:04Z', 'updated_at': '2021-10-27T14:17:30Z', 'revision_number': 5, 'project_id': '732a065710454a0bb5503b4cde9856da', 'subnets': [{'id': '8246b7a1-97e2-4686-affe-6013679e6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:20:07.542234 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218129ab-fba2-428c-b3b2-62c35d6037c3 None None] The sync data for ids ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'] in dv-cinder-815663-1-iscsi is: [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:04Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'acec49ed-f6f9-4fd4-a8f6-daa32e59da2c', 'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'mac_address': 'fa:16:3e:85:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:04Z', 'updated_at': '2021-10-27T14:17:30Z', 'revision_number': 5, 'project_id': '732a065710454a0bb5503b4cde9856da', 'subnets': [{'id': '8246b7a1-97e2-4686-affe-6013679e6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:20:07.702086 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39898) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:07.721236 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-67394624-6cbe-4857-91c6-bb1fc70dcec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:07.757106 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-67394624-6cbe-4857-91c6-bb1fc70dcec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:07.761013 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-67394624-6cbe-4857-91c6-bb1fc70dcec0 admin admin] Usage tracker for resource:security_group_rule and tenant:35bf4ceb4c0b4fb08f00cb51a632c7b0 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:07.762438 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922b5969-b0cd-468b-bcdf-9577db74abca None None] New status for floating IP 4499dfc0-652d-4a3e-b0f9-fb77f98a3919: DOWN {{(pid=82826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:20:07.763879 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-67394624-6cbe-4857-91c6-bb1fc70dcec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:07.769450 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-67394624-6cbe-4857-91c6-bb1fc70dcec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:07.836045 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-67394624-6cbe-4857-91c6-bb1fc70dcec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:07.840183 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-67394624-6cbe-4857-91c6-bb1fc70dcec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:07.847170 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b0ec4e81-8056-47e3-a33a-b619a89dcb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:07.888055 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67394624-6cbe-4857-91c6-bb1fc70dcec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7d876b-a7f0-46c9-8fa1-760514c25df2,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:07.891005 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-67394624-6cbe-4857-91c6-bb1fc70dcec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:07.897236 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-67394624-6cbe-4857-91c6-bb1fc70dcec0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=35bf4ceb4c0b4fb08f00cb51a632c7b0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1916642
Oct 27 14:20:07.897804 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39902) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:07.957783 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-32814caa-7ca2-4597-9966-870134718e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:07.985371 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-32814caa-7ca2-4597-9966-870134718e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:08.043191 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-32814caa-7ca2-4597-9966-870134718e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:08.046875 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-15ff8fdf-9590-4e6e-9243-741e3efb0b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:08.058801 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32814caa-7ca2-4597-9966-870134718e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7d876b-a7f0-46c9-8fa1-760514c25df2,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:08.063299 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-32814caa-7ca2-4597-9966-870134718e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:08.065068 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-32814caa-7ca2-4597-9966-870134718e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:08.066169 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-32814caa-7ca2-4597-9966-870134718e2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd7d876b-a7f0-46c9-8fa1-760514c25df2 HTTP/1.1" status: 204  len: 168 time: 0.1678319
Oct 27 14:20:08.460899 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39914) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:08.479030 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-340b542e-7840-4579-acdc-190243d786cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:08.511219 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-340b542e-7840-4579-acdc-190243d786cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:08.515012 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-340b542e-7840-4579-acdc-190243d786cf admin admin] Usage tracker for resource:security_group_rule and tenant:3f07e213dd60416797e09fa2bccabe4b is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:08.517785 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-340b542e-7840-4579-acdc-190243d786cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:08.524506 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-340b542e-7840-4579-acdc-190243d786cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:08.590453 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-340b542e-7840-4579-acdc-190243d786cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:08.594436 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-340b542e-7840-4579-acdc-190243d786cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:08.601514 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-92bda512-d2bd-4edf-9553-c517f0102d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:08.638602 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b542e-7840-4579-acdc-190243d786cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b15729-4023-4bb2-a3e5-561032e49e34,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:08.643193 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-340b542e-7840-4579-acdc-190243d786cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:08.646759 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-340b542e-7840-4579-acdc-190243d786cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f07e213dd60416797e09fa2bccabe4b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1844916
Oct 27 14:20:08.649225 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39918) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:08.702382 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device be16286c-3fdf-4d39-a960-7fa20fa3dd28 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:20:08.710378 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b3b6225c-f322-4ae3-881c-dd02844c0299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:08.742423 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: be16286c-3fdf-4d39-a960-7fa20fa3dd28 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:20:08.742705 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device be16286c-3fdf-4d39-a960-7fa20fa3dd28 not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:20:08.742836 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b3b6225c-f322-4ae3-881c-dd02844c0299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:08.794475 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b3b6225c-f322-4ae3-881c-dd02844c0299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:08.798363 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-340b542e-7840-4579-acdc-190243d786cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:08.810031 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6225c-f322-4ae3-881c-dd02844c0299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b15729-4023-4bb2-a3e5-561032e49e34,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:08.813586 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b3b6225c-f322-4ae3-881c-dd02844c0299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:08.818206 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-b3b6225c-f322-4ae3-881c-dd02844c0299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:08.819362 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-b3b6225c-f322-4ae3-881c-dd02844c0299 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17b15729-4023-4bb2-a3e5-561032e49e34 HTTP/1.1" status: 204  len: 168 time: 0.1692863
Oct 27 14:20:09.414557 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39936) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:09.487740 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-89057b67-f574-45d4-a4d7-83cbf34f6e60 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:09.516594 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-89057b67-f574-45d4-a4d7-83cbf34f6e60 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:09.571501 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-89057b67-f574-45d4-a4d7-83cbf34f6e60 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:09.576736 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-38bc9edd-13cf-4a15-bbde-b40bb234e268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:09.592460 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89057b67-f574-45d4-a4d7-83cbf34f6e60 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c0c038-f9f0-4edd-87ac-06abfb60d262,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:09.595203 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-89057b67-f574-45d4-a4d7-83cbf34f6e60 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:09.609926 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-89057b67-f574-45d4-a4d7-83cbf34f6e60 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:09.611698 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-89057b67-f574-45d4-a4d7-83cbf34f6e60 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "DELETE /v2.0/security-groups/a2c0c038-f9f0-4edd-87ac-06abfb60d262 HTTP/1.1" status: 204  len: 168 time: 0.1960714
Oct 27 14:20:09.614860 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39950) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:09.638024 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.api.v2.resource [None req-1034ec71-5898-4aeb-9da0-09bbbb61b642 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] show failed (client error): The resource could not be found.
Oct 27 14:20:09.639306 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-1034ec71-5898-4aeb-9da0-09bbbb61b642 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups/a2c0c038-f9f0-4edd-87ac-06abfb60d262 HTTP/1.1" status: 404  len: 347 time: 0.0232110
Oct 27 14:20:09.642320 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39954) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:09.807808 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc42b3-4ba0-43b9-82bc-5d30a63c366a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Deleting port cf766cde-6d98-46f6-bcca-1986555daef8 {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:20:09.808104 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e3bc42b3-4ba0-43b9-82bc-5d30a63c366a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:09.994450 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e3bc42b3-4ba0-43b9-82bc-5d30a63c366a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:09.994814 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e3bc42b3-4ba0-43b9-82bc-5d30a63c366a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:10.125292 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc42b3-4ba0-43b9-82bc-5d30a63c366a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Calling delete_port for cf766cde-6d98-46f6-bcca-1986555daef8 owned by network:floatingip {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:20:10.263489 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e3bc42b3-4ba0-43b9-82bc-5d30a63c366a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:10.267189 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-86723408-eb78-4ea3-a6fd-48cc7281d4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:10.392288 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc42b3-4ba0-43b9-82bc-5d30a63c366a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event deleted for resources: {'Port': ['ID=cf766cde-6d98-46f6-bcca-1986555daef8,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:10.396960 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-e3bc42b3-4ba0-43b9-82bc-5d30a63c366a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:10.492634 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e3bc42b3-4ba0-43b9-82bc-5d30a63c366a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for floatingip, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:10.513338 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-e3bc42b3-4ba0-43b9-82bc-5d30a63c366a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:10.514537 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-e3bc42b3-4ba0-43b9-82bc-5d30a63c366a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "DELETE /v2.0/floatingips/4499dfc0-652d-4a3e-b0f9-fb77f98a3919 HTTP/1.1" status: 204  len: 168 time: 0.8709579
Oct 27 14:20:10.778282 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39988) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:10.784295 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1195967208', 'description': 'tempest-description--1198978607'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:20:10.793324 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:10.796116 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Usage tracker for resource:security_group and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:10.799447 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:10.805401 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:10.820452 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:10.855941 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:10.859742 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Usage tracker for resource:security_group_rule and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:10.862820 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:10.868484 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:10.923281 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:10.927281 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:10.932158 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-06176ddd-a9c1-454d-8635-b275a6d6e65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:10.976084 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550084aa-13a7-4d49-b2f9-f5406f6e04ef,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:10.979027 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:10.980297 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:10.984284 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-fd3dc026-982c-4458-9e85-f76daf8f084d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2021039
Oct 27 14:20:10.985613 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39994) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:10.992979 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-d52748e3-06ba-4421-8001-aa5d0eff659b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Request body: {'security_group_rule': {'security_group_id': '550084aa-13a7-4d49-b2f9-f5406f6e04ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:20:10.999412 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d52748e3-06ba-4421-8001-aa5d0eff659b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:11.003914 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d52748e3-06ba-4421-8001-aa5d0eff659b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Usage tracker for resource:security_group_rule and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:11.007341 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d52748e3-06ba-4421-8001-aa5d0eff659b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:11.013720 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d52748e3-06ba-4421-8001-aa5d0eff659b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:11.033540 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d52748e3-06ba-4421-8001-aa5d0eff659b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:11.104972 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d52748e3-06ba-4421-8001-aa5d0eff659b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:11.108845 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d52748e3-06ba-4421-8001-aa5d0eff659b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:11.117090 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:11.136836 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52748e3-06ba-4421-8001-aa5d0eff659b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3570955-1210-4d0b-aab2-4f0cc247ffc9,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:11.139369 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d52748e3-06ba-4421-8001-aa5d0eff659b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:11.147257 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d52748e3-06ba-4421-8001-aa5d0eff659b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:11.148405 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-d52748e3-06ba-4421-8001-aa5d0eff659b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1617970
Oct 27 14:20:11.151099 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 39998) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:11.156600 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-c853a3c1-b052-4682-a1d0-c9c396d4edb0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Request body: {'security_group_rule': {'security_group_id': '550084aa-13a7-4d49-b2f9-f5406f6e04ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:20:11.162911 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-c853a3c1-b052-4682-a1d0-c9c396d4edb0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:11.166594 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-c853a3c1-b052-4682-a1d0-c9c396d4edb0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Usage tracker for resource:security_group_rule and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:11.169392 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-c853a3c1-b052-4682-a1d0-c9c396d4edb0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:11.174936 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-c853a3c1-b052-4682-a1d0-c9c396d4edb0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:11.190762 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c853a3c1-b052-4682-a1d0-c9c396d4edb0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:11.256507 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c853a3c1-b052-4682-a1d0-c9c396d4edb0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:11.259408 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c853a3c1-b052-4682-a1d0-c9c396d4edb0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506861'] for security_group_rule, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:11.261284 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:11.282147 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853a3c1-b052-4682-a1d0-c9c396d4edb0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c53988-ef9c-4cb5-af0a-a008929ca033,revision_number=0']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:11.284635 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c853a3c1-b052-4682-a1d0-c9c396d4edb0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:11.291615 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c853a3c1-b052-4682-a1d0-c9c396d4edb0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:11.292646 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-c853a3c1-b052-4682-a1d0-c9c396d4edb0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1405602
Oct 27 14:20:11.295755 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 40002) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:11.300813 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Request body: {'floatingip': {'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:20:11.306545 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:11.310279 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Usage tracker for resource:floatingip and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:11.313084 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:11.319303 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:11.329205 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for floatingip, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:11.462936 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:11.599977 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Allocated IP 172.27.2.253 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/0c66f6c1-8c7d-43cd-97bd-3d2bbe1f9382) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:20:11.748435 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:11.776941 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:11.781121 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-78af423b-8c71-4f5e-895b-f17e4c032761 tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:11.844974 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:20:11.847880 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:20:11.852568 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:20:11.877012 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event updated for resources: {'Port': ['ID=0c66f6c1-8c7d-43cd-97bd-3d2bbe1f9382,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:11.882839 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:12.018526 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:12.077289 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:12.289603 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:12.295725 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:12.299358 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:12.396226 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event updated for resources: {'Port': ['ID=0c66f6c1-8c7d-43cd-97bd-3d2bbe1f9382,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:12.399999 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:12.416816 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:12.439122 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:12.440308 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-c5c5c2ff-a952-4eff-8338-7e31454edcdd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1436555
Oct 27 14:20:12.672758 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-a92d530b-8002-42a1-b2e0-ba0f1ae987f7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1195967208&fields=id&tenant_id=732a065710454a0bb5503b4cde9856da HTTP/1.1" status: 200  len: 267 time: 0.0442379
Oct 27 14:20:12.826170 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835a156-de07-4362-8770-3329f87273b8 req-2e7e64fb-196a-4b59-90c8-4763512abd0e tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:12.827596 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-2e7e64fb-196a-4b59-90c8-4763512abd0e tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 816 time: 0.1479943
Oct 27 14:20:12.843878 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-2a116e62-c733-4ac7-be98-262acb4fb888 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/quotas/732a065710454a0bb5503b4cde9856da HTTP/1.1" status: 200  len: 375 time: 0.0108259
Oct 27 14:20:12.925645 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-d636cd9b-e64c-468b-9397-e8d44b926451 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0764320
Oct 27 14:20:13.020166 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:13.068629 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-a0e85143-d14a-4c59-b807-aa2742493564 service neutron] 10.222.0.36 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310501
Oct 27 14:20:13.212007 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-d374aac7-1560-44c3-87e4-94999a68bdf7 service neutron] 10.222.0.36 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358275
Oct 27 14:20:13.407909 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-187b1682-1ff8-4792-b434-7c3fb6128bf0 req-508d58a9-1f67-4c28-a554-d0c771087d28 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 210 time: 0.0446067
Oct 27 14:20:14.665851 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835a156-de07-4362-8770-3329f87273b8 req-d8c09457-a79a-4dd5-aa59-e637d1980f8b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:14.667326 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-d8c09457-a79a-4dd5-aa59-e637d1980f8b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.79 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 816 time: 0.2796638
Oct 27 14:20:14.673393 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c46845b4-1ed5-49af-8170-1af6c02c164b req-c668f224-bc2f-4379-94d0-dd19f7fa376b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 210 time: 0.0537570
Oct 27 14:20:14.742461 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-32fbaf79-ac3c-412b-b50f-06f3f00f22c6 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=732a065710454a0bb5503b4cde9856da HTTP/1.1" status: 200  len: 380 time: 0.0505800
Oct 27 14:20:14.756901 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Request body: {'port': {'device_id': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'admin_state_up': True, 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'security_groups': ['550084aa-13a7-4d49-b2f9-f5406f6e04ef']}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:20:14.933513 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:14.938986 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Usage tracker for resource:port and tenant:732a065710454a0bb5503b4cde9856da is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:14.942426 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:14.950087 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:14.960993 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Made reservation on behalf of 732a065710454a0bb5503b4cde9856da for: {'port': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:20:14.965171 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:15.141493 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Allocated IP 172.20.0.10 (10d4832e-36ee-49bc-b2c5-8897dbb83a67/8246b7a1-97e2-4686-affe-6013679e6669/62b2339b-b873-4c80-9944-5b3fcca107d0) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:20:15.335575 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:15.351046 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Transition to ACTIVE for port object 62b2339b-b873-4c80-9944-5b3fcca107d0 will not be triggered until provisioned by entity DHCP. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:20:15.377636 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:15.384518 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-1325104c-b37f-4260-bef1-704ce4a270cb tempest-AttachVolumeNegativeTest-1864989302 tempest-AttachVolumeNegativeTest-1864989302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:15.456239 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:20:15.459961 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:20:15.462986 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:20:15.501128 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Pushing event updated for resources: {'Port': ['ID=62b2339b-b873-4c80-9944-5b3fcca107d0,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:15.505058 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:15.535756 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:15.536371 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:15.563564 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-5c15e2cd-1502-4355-8bdc-ecf3ee5b19e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8105793
Oct 27 14:20:15.578952 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Request body: {'port': {'device_id': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:20:15.729729 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-f4fd717d-4e80-4cf9-a2e1-65e96df791e1 None None] Provisioning for port 62b2339b-b873-4c80-9944-5b3fcca107d0 completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:20:15.735987 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-f4fd717d-4e80-4cf9-a2e1-65e96df791e1 None None] Provisioning complete for port 62b2339b-b873-4c80-9944-5b3fcca107d0 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:20:15.736408 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-f4fd717d-4e80-4cf9-a2e1-65e96df791e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:15.795927 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:15.809900 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd717d-4e80-4cf9-a2e1-65e96df791e1 None None] Port 62b2339b-b873-4c80-9944-5b3fcca107d0 cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:20:16.026220 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e8f90-77d7-44e3-be88-353b4771d205 req-a9ba3d5e-a13e-416d-b7b6-c2fe2c15a4b5 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:16.026963 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-159e8f90-77d7-44e3-be88-353b4771d205 req-a9ba3d5e-a13e-416d-b7b6-c2fe2c15a4b5 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Synchronizing usage tracker for tenant:732a065710454a0bb5503b4cde9856da on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:20:16.110343 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-159e8f90-77d7-44e3-be88-353b4771d205 req-a9ba3d5e-a13e-416d-b7b6-c2fe2c15a4b5 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Unset dirty status for tenant:732a065710454a0bb5503b4cde9856da on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:20:16.111530 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-159e8f90-77d7-44e3-be88-353b4771d205 req-a9ba3d5e-a13e-416d-b7b6-c2fe2c15a4b5 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 932 time: 0.2719696
Oct 27 14:20:16.188945 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-159e8f90-77d7-44e3-be88-353b4771d205 req-76930ea7-07ef-4ed3-8ae0-784773eb5756 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703723
Oct 27 14:20:16.263626 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b2339b-b873-4c80-9944-5b3fcca107d0 {{(pid=82823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:20:16.270367 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:16.285078 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Transition to ACTIVE for port object 62b2339b-b873-4c80-9944-5b3fcca107d0 will not be triggered until provisioned by entity L2. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:20:16.289176 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:16.292692 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:16.416324 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=62b2339b-b873-4c80-9944-5b3fcca107d0,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:16.420909 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:16.535121 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Attempting to bind port 62b2339b-b873-4c80-9944-5b3fcca107d0 on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:20:16.535535 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Attempting to bind port 62b2339b-b873-4c80-9944-5b3fcca107d0 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:20:16.535859 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Attempting to bind port 62b2339b-b873-4c80-9944-5b3fcca107d0 on network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:20:16.542809 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Port 62b2339b-b873-4c80-9944-5b3fcca107d0 on network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:20:16.543128 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Attempting to bind port 62b2339b-b873-4c80-9944-5b3fcca107d0 on network 10d4832e-36ee-49bc-b2c5-8897dbb83a67 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:20:16.549398 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:20:16.549725 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Checking segment: {'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:20:16.550100 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Bound using segment: {'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:20:16.550519 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Bound port: 62b2339b-b873-4c80-9944-5b3fcca107d0, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67'}}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:20:16.550879 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:16.642120 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] For port 62b2339b-b873-4c80-9944-5b3fcca107d0, host hv-cinder-81566, cleared binding levels {{(pid=82823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:20:16.645031 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] For port 62b2339b-b873-4c80-9944-5b3fcca107d0, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62b2339b-b873-4c80-9944-5b3fcca107d0,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:20:16.650083 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:16.653689 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-881b0c71-6bdf-43c8-824d-8aa8757d0b41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:16.711424 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:16.712825 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] 10.222.0.79 "PUT /v2.0/ports/62b2339b-b873-4c80-9944-5b3fcca107d0 HTTP/1.1" status: 200  len: 1094 time: 1.1383479
Oct 27 14:20:16.713321 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'tag': '62b2339b-b873-4c80-9944-5b3fcca107d0'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:20:16.742588 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=62b2339b-b873-4c80-9944-5b3fcca107d0,revision_number=3']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:16.746789 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:16.798809 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'tag': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'status': 'completed', 'code': 200}
Oct 27 14:20:16.838044 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-bfb5967e-0228-49e0-aa5b-86b1b8d4f2ff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 1097 time: 0.0823135
Oct 27 14:20:16.914455 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-2196b149-be40-4dc1-85e1-af221e8b914e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b2339b-b873-4c80-9944-5b3fcca107d0 HTTP/1.1" status: 200  len: 217 time: 0.0681603
Oct 27 14:20:16.987722 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835a156-de07-4362-8770-3329f87273b8 req-fd12027f-4f85-4049-9dfc-d19144c5aec6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:16.989158 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-fd12027f-4f85-4049-9dfc-d19144c5aec6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8246b7a1-97e2-4686-affe-6013679e6669 HTTP/1.1" status: 200  len: 855 time: 0.0679269
Oct 27 14:20:17.072160 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-f997e5f8-9059-4280-964e-a2865bb20ee6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10d4832e-36ee-49bc-b2c5-8897dbb83a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745099
Oct 27 14:20:17.211893 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-3ffaec40-6027-42fe-a1e8-d8b7dfe98c8c service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328495
Oct 27 14:20:17.406707 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c835a156-de07-4362-8770-3329f87273b8 req-ff3faaab-5b2e-4361-9d60-d89f4c06f4d9 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1873894
Oct 27 14:20:17.444627 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba459f-f228-4912-b6cb-97efe8607395 req-ac1aec23-4ea1-4606-95b8-4484400bd715 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:17.446183 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-37ba459f-f228-4912-b6cb-97efe8607395 req-ac1aec23-4ea1-4606-95b8-4484400bd715 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.1149340
Oct 27 14:20:17.535046 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-37ba459f-f228-4912-b6cb-97efe8607395 req-58da0fc9-2a76-4510-b5c2-f349c15721fb tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830774
Oct 27 14:20:17.561767 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b70a2a0f-3c96-4436-804f-69d46013f209 req-b9a4565c-94fa-402c-a2a3-f30e4cf31634 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 1097 time: 0.0868416
Oct 27 14:20:17.788706 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-13820667-5630-4130-a9a4-4c8f9425339b tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610233938&fields=id&tenant_id=a65515b5f5df43aea6fd099108a3e961 HTTP/1.1" status: 200  len: 267 time: 0.2003384
Oct 27 14:20:17.860488 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a2a0f-3c96-4436-804f-69d46013f209 req-299eba6d-b52d-4aa0-9e95-e6fb8d7d5c9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:17.862188 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b70a2a0f-3c96-4436-804f-69d46013f209 req-299eba6d-b52d-4aa0-9e95-e6fb8d7d5c9a service neutron] 10.222.0.79 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 918 time: 0.2927806
Oct 27 14:20:17.978639 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b70a2a0f-3c96-4436-804f-69d46013f209 req-414634d4-b1fb-4c44-afe9-d3b106701dfb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b2339b-b873-4c80-9944-5b3fcca107d0 HTTP/1.1" status: 200  len: 217 time: 0.0671899
Oct 27 14:20:18.064883 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-66689ed2-3ccf-4f86-8cc7-67a3deef233f tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:18.066578 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-66689ed2-3ccf-4f86-8cc7-67a3deef233f tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 812 time: 0.2702842
Oct 27 14:20:18.083253 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a2a0f-3c96-4436-804f-69d46013f209 req-2f81956d-d8ab-43c7-b642-e83992d8334f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:18.085276 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b70a2a0f-3c96-4436-804f-69d46013f209 req-2f81956d-d8ab-43c7-b642-e83992d8334f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8246b7a1-97e2-4686-affe-6013679e6669 HTTP/1.1" status: 200  len: 855 time: 0.0963032
Oct 27 14:20:18.089708 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-169e38f5-3fb1-441d-97df-3f9fb97c7036 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/quotas/a65515b5f5df43aea6fd099108a3e961 HTTP/1.1" status: 200  len: 375 time: 0.0155544
Oct 27 14:20:18.238230 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-398c564c-b9ff-4f7d-8377-a8997fe33a7d tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1095202
Oct 27 14:20:18.241191 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b70a2a0f-3c96-4436-804f-69d46013f209 req-95d67363-2cfa-4839-a538-c8aa53c9db39 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10d4832e-36ee-49bc-b2c5-8897dbb83a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1480796
Oct 27 14:20:18.489551 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-22cee3d9-edb0-40fb-98d3-f9b58e3e0620 service neutron] 10.222.0.36 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397096
Oct 27 14:20:18.494214 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b70a2a0f-3c96-4436-804f-69d46013f209 req-831f8481-bffb-4375-8b3a-df3e127d6a6c service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2242441
Oct 27 14:20:18.789302 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-0d65d90f-a04f-489e-89ea-68fd85d6e360 service neutron] 10.222.0.36 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2914555
Oct 27 14:20:18.791095 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b70a2a0f-3c96-4436-804f-69d46013f209 req-f3545f44-e1e9-4d11-bc58-f78a1e2d82b0 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2734215
Oct 27 14:20:18.826262 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a102fab-0c6f-4c8a-bca3-8a527130ef42 req-433a3f05-5751-4e7e-8366-4a4f76eb05ba tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:18.827823 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1a102fab-0c6f-4c8a-bca3-8a527130ef42 req-433a3f05-5751-4e7e-8366-4a4f76eb05ba tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.1490281
Oct 27 14:20:18.876965 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1a102fab-0c6f-4c8a-bca3-8a527130ef42 req-431a0db3-3fa9-4cf1-a9cc-89ab016430c7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435417
Oct 27 14:20:19.207988 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8f75549a-0b91-4577-8faf-0f05a975f217 req-e01b3483-ddd3-41d4-b42a-a41aa153309e tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 210 time: 0.0407791
Oct 27 14:20:20.113608 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71c63c-0415-46f4-845c-066deb1c67bf req-f48f3a9f-b270-4c27-9622-89304af122fd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:20.115864 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1b71c63c-0415-46f4-845c-066deb1c67bf req-f48f3a9f-b270-4c27-9622-89304af122fd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.1018846
Oct 27 14:20:20.267250 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-1b71c63c-0415-46f4-845c-066deb1c67bf req-cca36057-8604-4a25-9037-d20983817921 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1449962
Oct 27 14:20:20.456943 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-6d58d2fe-a8f6-4b1f-8201-59d1c0b7e457 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:20.458341 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-6d58d2fe-a8f6-4b1f-8201-59d1c0b7e457 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.79 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 812 time: 0.3136086
Oct 27 14:20:20.469904 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-642ff8e5-2537-41cc-8190-ed2547f3163e req-78df3725-2fac-40b2-956b-69d354f1a4bc tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 210 time: 0.0500903
Oct 27 14:20:20.521334 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-b5baedd2-cf8e-42e3-8a64-1d0a282df416 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65515b5f5df43aea6fd099108a3e961 HTTP/1.1" status: 200  len: 380 time: 0.0488486
Oct 27 14:20:20.531689 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Request body: {'port': {'device_id': 'fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'admin_state_up': True, 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'security_groups': ['1e78b5e2-dede-4f33-924d-c23db7b7bd24']}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:20:20.669170 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:20.678635 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:20.687247 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Made reservation on behalf of a65515b5f5df43aea6fd099108a3e961 for: {'port': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:20:20.690203 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:20.854472 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Allocated IP 172.20.0.13 (f1faa33a-0c5a-4cdb-a1b6-853b7dee9857/c16c5105-226e-4271-a9b2-16ef0cf863cc/f8b3b232-67a7-47d4-b153-f1d9a5a11013) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:20:21.074692 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:21.091210 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Transition to ACTIVE for port object f8b3b232-67a7-47d4-b153-f1d9a5a11013 will not be triggered until provisioned by entity DHCP. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:20:21.120961 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:21.127352 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-dffddbee-89b5-4d2e-bd49-cd0c5340e07c tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:21.130817 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 62b2339b-b873-4c80-9944-5b3fcca107d0 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:20:21.208043 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:20:21.211612 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:20:21.220259 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'Port': ['ID=f8b3b232-67a7-47d4-b153-f1d9a5a11013,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:21.226831 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:21.228044 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:20:21.275197 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 62b2339b-b873-4c80-9944-5b3fcca107d0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62b2339b-b873-4c80-9944-5b3fcca107d0,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:20:21.292424 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'port_id': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'mac_address': 'fa:16:3e:99:9c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:20:21.293410 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:21.294115 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:21.328843 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8007832
Oct 27 14:20:21.343478 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Request body: {'port': {'device_id': 'fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:20:21.368220 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:21.390415 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b2339b-b873-4c80-9944-5b3fcca107d0 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:20:21.413812 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 62b2339b-b873-4c80-9944-5b3fcca107d0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62b2339b-b873-4c80-9944-5b3fcca107d0,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:20:21.419792 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:21.422198 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:21.498149 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=62b2339b-b873-4c80-9944-5b3fcca107d0,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:21.501174 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:21.524141 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:21.536200 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-50ce69a9-43db-4b5c-9e0c-17ee19262846 None None] Provisioning for port f8b3b232-67a7-47d4-b153-f1d9a5a11013 completed by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:20:21.543228 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-50ce69a9-43db-4b5c-9e0c-17ee19262846 None None] Provisioning complete for port f8b3b232-67a7-47d4-b153-f1d9a5a11013 triggered by entity DHCP. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:20:21.543807 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-50ce69a9-43db-4b5c-9e0c-17ee19262846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:21.614491 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-50ce69a9-43db-4b5c-9e0c-17ee19262846 None None] Port f8b3b232-67a7-47d4-b153-f1d9a5a11013 cannot update to ACTIVE because it is not bound. {{(pid=82826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:20:21.622632 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a636b9-26bf-4beb-ba79-4487706f6a14 req-790101de-a6f9-4775-8fe3-fabc46c02ba0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:21.624032 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-02a636b9-26bf-4beb-ba79-4487706f6a14 req-790101de-a6f9-4775-8fe3-fabc46c02ba0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 945 time: 0.1857936
Oct 27 14:20:21.708430 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['62b2339b-b873-4c80-9944-5b3fcca107d0'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:20:21.796279 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-02a636b9-26bf-4beb-ba79-4487706f6a14 req-1f32efbe-448d-43cf-90d2-ec5266640b73 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1634746
Oct 27 14:20:21.852050 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a7095-1e73-478a-84ec-a57c50fa865e req-4908e0fb-806f-4ee4-86dd-b6dc8673a1fc tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:21.852757 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-340a7095-1e73-478a-84ec-a57c50fa865e req-4908e0fb-806f-4ee4-86dd-b6dc8673a1fc tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Synchronizing usage tracker for tenant:a65515b5f5df43aea6fd099108a3e961 on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:20:21.932218 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-340a7095-1e73-478a-84ec-a57c50fa865e req-4908e0fb-806f-4ee4-86dd-b6dc8673a1fc tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Unset dirty status for tenant:a65515b5f5df43aea6fd099108a3e961 on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:20:21.933318 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-340a7095-1e73-478a-84ec-a57c50fa865e req-4908e0fb-806f-4ee4-86dd-b6dc8673a1fc tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 932 time: 0.3084252
Oct 27 14:20:22.000390 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-340a7095-1e73-478a-84ec-a57c50fa865e req-a1329469-dcc6-4269-b877-167122c670e6 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601094
Oct 27 14:20:22.070349 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b3b232-67a7-47d4-b153-f1d9a5a11013 {{(pid=82823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:20:22.077207 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:22.091650 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Transition to ACTIVE for port object f8b3b232-67a7-47d4-b153-f1d9a5a11013 will not be triggered until provisioned by entity L2. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:20:22.094844 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:22.098860 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-d9e02e6d-5159-43aa-8b63-0b946027a7f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:22.224918 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b3b232-67a7-47d4-b153-f1d9a5a11013,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:22.229019 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:22.335398 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Attempting to bind port f8b3b232-67a7-47d4-b153-f1d9a5a11013 on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:20:22.335740 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Attempting to bind port f8b3b232-67a7-47d4-b153-f1d9a5a11013 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:20:22.336124 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Attempting to bind port f8b3b232-67a7-47d4-b153-f1d9a5a11013 on network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:20:22.343261 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Port f8b3b232-67a7-47d4-b153-f1d9a5a11013 on network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:20:22.343576 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Attempting to bind port f8b3b232-67a7-47d4-b153-f1d9a5a11013 on network f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:20:22.351351 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:20:22.351680 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Checking segment: {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:20:22.352064 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Bound using segment: {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:20:22.352489 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Bound port: f8b3b232-67a7-47d4-b153-f1d9a5a11013, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25632c59-18d6-492c-875e-ce293ee25d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857'}}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:20:22.352833 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:22.532108 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] For port f8b3b232-67a7-47d4-b153-f1d9a5a11013, host hv-cinder-81566, cleared binding levels {{(pid=82823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:20:22.534955 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] For port f8b3b232-67a7-47d4-b153-f1d9a5a11013, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f8b3b232-67a7-47d4-b153-f1d9a5a11013,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:20:22.539793 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:22.543469 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-323d28ab-6cf9-4a08-abe5-73b3747e9280 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:22.606416 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:22.607819 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] 10.222.0.79 "PUT /v2.0/ports/f8b3b232-67a7-47d4-b153-f1d9a5a11013 HTTP/1.1" status: 200  len: 1094 time: 1.2713776
Oct 27 14:20:22.608432 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea', 'tag': 'f8b3b232-67a7-47d4-b153-f1d9a5a11013'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:20:22.640752 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b3b232-67a7-47d4-b153-f1d9a5a11013,revision_number=3']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:22.644155 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-498cefcf-fd73-41fb-8d5d-51d084d2e8e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:22.687208 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea', 'tag': 'f8b3b232-67a7-47d4-b153-f1d9a5a11013', 'status': 'completed', 'code': 200}
Oct 27 14:20:22.735588 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-ddaeac69-ed05-4baf-b84d-6f0ff6e444be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 1097 time: 0.0853622
Oct 27 14:20:22.812029 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-d3933e1d-be57-4a66-adbb-600f98b3830a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8b3b232-67a7-47d4-b153-f1d9a5a11013 HTTP/1.1" status: 200  len: 217 time: 0.0686877
Oct 27 14:20:22.879153 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-abbe5cf3-77c6-49bf-93f0-6a984f9af495 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:22.880831 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-abbe5cf3-77c6-49bf-93f0-6a984f9af495 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c5105-226e-4271-a9b2-16ef0cf863cc HTTP/1.1" status: 200  len: 851 time: 0.0616102
Oct 27 14:20:23.022341 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-fe9467a3-d95f-4322-aa6c-7442e411899b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1296771
Oct 27 14:20:23.066441 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fd1bb-3dd3-47ef-b593-a80b3f9bf991 req-7e1a474d-94bb-44bd-962a-f49e0ab84985 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:23.067837 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-370fd1bb-3dd3-47ef-b593-a80b3f9bf991 req-7e1a474d-94bb-44bd-962a-f49e0ab84985 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 945 time: 0.1239231
Oct 27 14:20:23.157647 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 62b2339b-b873-4c80-9944-5b3fcca107d0 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:20:23.228971 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port 62b2339b-b873-4c80-9944-5b3fcca107d0 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:20:23.233704 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 62b2339b-b873-4c80-9944-5b3fcca107d0 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:20:23.234091 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:23.252418 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-5149302c-00d3-4085-86eb-19ab071afe0b service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2202439
Oct 27 14:20:23.259552 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-370fd1bb-3dd3-47ef-b593-a80b3f9bf991 req-75dee91c-de57-4e74-891f-b848357e5b7c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1813986
Oct 27 14:20:23.363646 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:23.368961 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def85c7-7197-4060-a04d-ad0882fbe2f9 req-ebb0a0d3-9367-45df-8da3-47f4992343bf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:23.370434 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7def85c7-7197-4060-a04d-ad0882fbe2f9 req-ebb0a0d3-9367-45df-8da3-47f4992343bf tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 944 time: 0.2280624
Oct 27 14:20:23.391579 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b2339b-b873-4c80-9944-5b3fcca107d0'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:20:23.401574 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 62b2339b-b873-4c80-9944-5b3fcca107d0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62b2339b-b873-4c80-9944-5b3fcca107d0,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:20:23.406229 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:23.410116 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:23.432134 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a69c674-c13b-43aa-b579-9daaf9b2134e req-b52c1e71-9e20-4ff7-b0db-a6e06bd38f96 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694126
Oct 27 14:20:23.445323 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7def85c7-7197-4060-a04d-ad0882fbe2f9 req-06ff70af-5f28-4214-8d9f-9c43d30ef352 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626712
Oct 27 14:20:23.456308 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'code': 200}
Oct 27 14:20:23.496223 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=62b2339b-b873-4c80-9944-5b3fcca107d0,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:23.499171 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:23.589434 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15ebc476-ca16-4ead-a281-59fb3c1dc03f req-471e0940-2af9-445b-b4ce-13428eaa752b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 1097 time: 0.0695786
Oct 27 14:20:23.719360 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-88fc3104-0b0d-425c-936c-2b8481282404 req-59c75856-9096-4a5f-86a3-6ba981e93e9b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 1099 time: 0.0690217
Oct 27 14:20:23.728835 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebc476-ca16-4ead-a281-59fb3c1dc03f req-abbdc0e3-f10e-46a5-8dcd-378546c10059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:23.730262 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15ebc476-ca16-4ead-a281-59fb3c1dc03f req-abbdc0e3-f10e-46a5-8dcd-378546c10059 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 914 time: 0.1343951
Oct 27 14:20:23.769108 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-88fc3104-0b0d-425c-936c-2b8481282404 req-875178d2-182a-4d15-b829-1f5274f2cca9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388117
Oct 27 14:20:23.802470 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15ebc476-ca16-4ead-a281-59fb3c1dc03f req-34bb82eb-d0c8-4a69-b18f-ca960e53a043 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8b3b232-67a7-47d4-b153-f1d9a5a11013 HTTP/1.1" status: 200  len: 217 time: 0.0650647
Oct 27 14:20:24.079638 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebc476-ca16-4ead-a281-59fb3c1dc03f req-d00b3d10-beba-4613-aa4e-7e53f2664041 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:24.081108 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15ebc476-ca16-4ead-a281-59fb3c1dc03f req-d00b3d10-beba-4613-aa4e-7e53f2664041 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c5105-226e-4271-a9b2-16ef0cf863cc HTTP/1.1" status: 200  len: 851 time: 0.0601840
Oct 27 14:20:24.167075 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15ebc476-ca16-4ead-a281-59fb3c1dc03f req-3225d0c1-72d5-4896-9129-2799198c77be service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788319
Oct 27 14:20:24.302044 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15ebc476-ca16-4ead-a281-59fb3c1dc03f req-85660140-778d-4c77-adf5-d51356118b68 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275067
Oct 27 14:20:24.579537 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-15ebc476-ca16-4ead-a281-59fb3c1dc03f req-6ef85e3e-b353-41c2-87c1-9ed578e07f16 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2704940
Oct 27 14:20:24.653173 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa50370-8153-4fae-9378-18cd0cc563b7 req-b50e40a4-4d5b-4b14-8424-d60c85cff337 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:24.654604 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-daa50370-8153-4fae-9378-18cd0cc563b7 req-b50e40a4-4d5b-4b14-8424-d60c85cff337 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.1625440
Oct 27 14:20:24.714754 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0bc1c-04b4-4a18-be3c-a8b1d2516418 req-ecba6f5b-b541-458d-a790-40a5b813ab76 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:24.716187 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4fa0bc1c-04b4-4a18-be3c-a8b1d2516418 req-ecba6f5b-b541-458d-a790-40a5b813ab76 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 944 time: 0.1391265
Oct 27 14:20:24.718344 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-daa50370-8153-4fae-9378-18cd0cc563b7 req-00252b62-7002-453b-921f-dbfbda418efe tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570397
Oct 27 14:20:24.772873 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4fa0bc1c-04b4-4a18-be3c-a8b1d2516418 req-9bfdd929-2ad4-4549-98a8-7b07ec7415c3 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511153
Oct 27 14:20:26.024388 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06eec9-a006-4a94-b6a8-d75ad59684a1 req-6f91a480-f46b-40a1-a785-a3a5ffd0aba4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:26.026808 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5d06eec9-a006-4a94-b6a8-d75ad59684a1 req-6f91a480-f46b-40a1-a785-a3a5ffd0aba4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.1615260
Oct 27 14:20:26.053664 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c0c30-57d9-49fd-b95e-a62c37152478 req-24772650-2340-4c4e-8402-a7073433e9ee tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:26.055071 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b47c0c30-57d9-49fd-b95e-a62c37152478 req-24772650-2340-4c4e-8402-a7073433e9ee tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 944 time: 0.1548965
Oct 27 14:20:26.120614 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5d06eec9-a006-4a94-b6a8-d75ad59684a1 req-8de9e733-01df-4a47-973a-268ca337e4da tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881014
Oct 27 14:20:26.128929 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b47c0c30-57d9-49fd-b95e-a62c37152478 req-5f147b32-3e4e-4025-b6f7-03992a6d56a5 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656703
Oct 27 14:20:26.351445 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8837ac5-53ad-47c6-bc65-2ae7a8c929c9 req-99918e5f-7f5e-486a-b016-fe46c376719c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:26.354015 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e8837ac5-53ad-47c6-bc65-2ae7a8c929c9 req-99918e5f-7f5e-486a-b016-fe46c376719c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0932145
Oct 27 14:20:26.362500 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 40132) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:26.367770 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-66dac042-c92e-4c5d-8f63-3e8787c934af tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Request body: {'floatingip': {'port_id': '62b2339b-b873-4c80-9944-5b3fcca107d0'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:20:26.444267 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66dac042-c92e-4c5d-8f63-3e8787c934af tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for floatingip, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:26.569347 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-75eb2baf-d843-45d6-9abf-607f7ee9a02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:27.075285 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66dac042-c92e-4c5d-8f63-3e8787c934af tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:27.079917 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66dac042-c92e-4c5d-8f63-3e8787c934af tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:27.139869 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:27.548300 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ba660-b27e-477a-8afd-d17506ebfd12 req-c2cb842c-64e7-42ee-a4c4-1d6c71d147ce tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:27.549734 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-446ba660-b27e-477a-8afd-d17506ebfd12 req-c2cb842c-64e7-42ee-a4c4-1d6c71d147ce tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 944 time: 0.2642462
Oct 27 14:20:27.571438 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.l3_db [None req-66dac042-c92e-4c5d-8f63-3e8787c934af tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Floating IP 5170a164-cc99-47b0-8978-5eccdfa03968 associated. External IP: 172.27.2.253, port: 62b2339b-b873-4c80-9944-5b3fcca107d0.
Oct 27 14:20:27.672768 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-446ba660-b27e-477a-8afd-d17506ebfd12 req-29692c28-d36f-46b2-9370-7e588e98840d tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1157997
Oct 27 14:20:27.997272 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dac042-c92e-4c5d-8f63-3e8787c934af tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:20:28.213956 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dac042-c92e-4c5d-8f63-3e8787c934af tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:20:28.218234 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-66dac042-c92e-4c5d-8f63-3e8787c934af tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:28.230061 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d50218a-c601-437b-bf4e-268416356fea None None] Sync routers for ids ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:20:28.242653 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d50218a-c601-437b-bf4e-268416356fea None None] Routers {'61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:20:28.243265 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-9d50218a-c601-437b-bf4e-268416356fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17a253d0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:19:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:20:28.274379 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-66dac042-c92e-4c5d-8f63-3e8787c934af tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "PUT /v2.0/floatingips/5170a164-cc99-47b0-8978-5eccdfa03968 HTTP/1.1" status: 200  len: 992 time: 1.9107175
Oct 27 14:20:28.275137 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'tag': '62b2339b-b873-4c80-9944-5b3fcca107d0'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:20:28.332589 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'tag': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'status': 'completed', 'code': 200}
Oct 27 14:20:28.424583 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-9d50218a-c601-437b-bf4e-268416356fea None None] Set router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:20:28.436474 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f660e63f-5d19-463e-93c4-420c80ac19db req-b464a770-2aec-4bb3-9d07-e4cf20941059 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 1099 time: 0.0718589
Oct 27 14:20:28.577734 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660e63f-5d19-463e-93c4-420c80ac19db req-4e80be6a-0a3a-497f-b67b-cd7877db6b6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:28.579292 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f660e63f-5d19-463e-93c4-420c80ac19db req-4e80be6a-0a3a-497f-b67b-cd7877db6b6c service neutron] 10.222.0.79 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 918 time: 0.1356082
Oct 27 14:20:28.687748 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f660e63f-5d19-463e-93c4-420c80ac19db req-e2ffbfe1-1fe0-4b7f-b7b7-81dca858f160 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b2339b-b873-4c80-9944-5b3fcca107d0 HTTP/1.1" status: 200  len: 1000 time: 0.0995510
Oct 27 14:20:28.767791 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-972c1522-4f63-4d69-8abd-464aface871d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:28.772830 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660e63f-5d19-463e-93c4-420c80ac19db req-9b08f0af-ea5b-4f27-903a-73d1804163fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:28.775021 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f660e63f-5d19-463e-93c4-420c80ac19db req-9b08f0af-ea5b-4f27-903a-73d1804163fc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8246b7a1-97e2-4686-affe-6013679e6669 HTTP/1.1" status: 200  len: 855 time: 0.0796628
Oct 27 14:20:28.786178 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-9d50218a-c601-437b-bf4e-268416356fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17a253d0>, [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:04Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '5170a164-cc99-47b0-8978-5eccdfa03968', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'port_id': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'mac_address': 'fa:16:3e:99:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:20:11Z', 'updated_at': '2021-10-27T14:20:26Z', 'revision_number': 1, 'project_id': '732a065710454a0bb5503b4cde9856da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec49ed-f6f9-4fd4-a8f6-daa32e59da2c', 'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'mac_address': 'fa:16:3e:85:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:04Z', 'updated_at': '2021-10-27T14:17:30Z', 'revision_number': 5, 'project_id': '732a065710454a0bb5503b4cde9856da', 'subnets': [{'id': '8246b7a1-97e2-4686-affe-6013679e6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:20:28.791736 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d50218a-c601-437b-bf4e-268416356fea None None] Checking router: 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:20:28.803674 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d50218a-c601-437b-bf4e-268416356fea None None] Routers {'61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:20:28.804283 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-9d50218a-c601-437b-bf4e-268416356fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17a253d0>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:20:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:20:28.956654 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f660e63f-5d19-463e-93c4-420c80ac19db req-85ddb238-4470-4b98-8ba2-336dca6bd837 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10d4832e-36ee-49bc-b2c5-8897dbb83a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1708612
Oct 27 14:20:28.962749 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e775fdc-2c10-4e67-8f9f-2af4f3b44337 req-84056d5c-f44b-4c36-8cdb-9d511503ce66 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:28.964089 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2e775fdc-2c10-4e67-8f9f-2af4f3b44337 req-84056d5c-f44b-4c36-8cdb-9d511503ce66 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 944 time: 0.1274276
Oct 27 14:20:28.988228 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-9d50218a-c601-437b-bf4e-268416356fea None None] Set router 61dbc2d1-2f5b-456c-9fd0-d093d1a278e2 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:20:29.102205 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2e775fdc-2c10-4e67-8f9f-2af4f3b44337 req-17e7ff5b-4c80-42c5-ba4c-b495c73e5161 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1165621
Oct 27 14:20:29.137488 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f660e63f-5d19-463e-93c4-420c80ac19db req-1ccfe83b-c7d0-493d-9e5f-2c760c08d9e3 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702826
Oct 27 14:20:29.387547 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f660e63f-5d19-463e-93c4-420c80ac19db req-12dd3cf4-7666-4fe5-9207-e95d44dcd49d service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2417104
Oct 27 14:20:29.392379 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-9d50218a-c601-437b-bf4e-268416356fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17a253d0>, [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:04Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '5170a164-cc99-47b0-8978-5eccdfa03968', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'port_id': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'mac_address': 'fa:16:3e:99:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:20:11Z', 'updated_at': '2021-10-27T14:20:26Z', 'revision_number': 1, 'project_id': '732a065710454a0bb5503b4cde9856da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec49ed-f6f9-4fd4-a8f6-daa32e59da2c', 'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'mac_address': 'fa:16:3e:85:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:04Z', 'updated_at': '2021-10-27T14:17:30Z', 'revision_number': 5, 'project_id': '732a065710454a0bb5503b4cde9856da', 'subnets': [{'id': '8246b7a1-97e2-4686-affe-6013679e6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:20:29.396643 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d50218a-c601-437b-bf4e-268416356fea None None] The sync data for ids ['61dbc2d1-2f5b-456c-9fd0-d093d1a278e2'] in dv-cinder-815663-1-iscsi is: [{'id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'name': 'tempest-AttachVolumeShelveTestJSON-352723201-router', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:17:01Z', 'updated_at': '2021-10-27T14:17:04Z', 'revision_number': 4, 'project_id': '732a065710454a0bb5503b4cde9856da', 'gw_port': {'id': 'd15a6afa-8461-477d-93d2-cd81fa7b4f67', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:02Z', 'updated_at': '2021-10-27T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '5170a164-cc99-47b0-8978-5eccdfa03968', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'port_id': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'mac_address': 'fa:16:3e:99:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:20:11Z', 'updated_at': '2021-10-27T14:20:26Z', 'revision_number': 1, 'project_id': '732a065710454a0bb5503b4cde9856da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec49ed-f6f9-4fd4-a8f6-daa32e59da2c', 'name': '', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'tenant_id': '732a065710454a0bb5503b4cde9856da', 'mac_address': 'fa:16:3e:85:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbc2d1-2f5b-456c-9fd0-d093d1a278e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:17:04Z', 'updated_at': '2021-10-27T14:17:30Z', 'revision_number': 5, 'project_id': '732a065710454a0bb5503b4cde9856da', 'subnets': [{'id': '8246b7a1-97e2-4686-affe-6013679e6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:20:29.604965 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f962cb-b02e-4933-af73-1e88a16d01cd None None] New status for floating IP 5170a164-cc99-47b0-8978-5eccdfa03968: ACTIVE {{(pid=82826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:20:29.867957 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:30.307079 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe19d-88e4-447c-962e-f338e2644aac req-3f0d482c-f1b7-4c4f-8821-00d2ddeef1be tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:30.308565 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5e1fe19d-88e4-447c-962e-f338e2644aac req-3f0d482c-f1b7-4c4f-8821-00d2ddeef1be tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 944 time: 0.0841010
Oct 27 14:20:30.355529 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5e1fe19d-88e4-447c-962e-f338e2644aac req-5273aaa5-5351-4127-a640-0172eaf4ccc9 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410323
Oct 27 14:20:31.191035 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device f8b3b232-67a7-47d4-b153-f1d9a5a11013 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:20:31.316852 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:31.341713 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port f8b3b232-67a7-47d4-b153-f1d9a5a11013, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f8b3b232-67a7-47d4-b153-f1d9a5a11013,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:20:31.354803 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': 'f8b3b232-67a7-47d4-b153-f1d9a5a11013', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'port_id': 'f8b3b232-67a7-47d4-b153-f1d9a5a11013', 'mac_address': 'fa:16:3e:ef:c3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:20:31.413822 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:31.432116 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b3b232-67a7-47d4-b153-f1d9a5a11013 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:20:31.450361 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port f8b3b232-67a7-47d4-b153-f1d9a5a11013, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f8b3b232-67a7-47d4-b153-f1d9a5a11013,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:20:31.454241 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:31.456880 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-f5d3337c-7577-4b3c-b9df-1524aa60b045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:31.525580 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=f8b3b232-67a7-47d4-b153-f1d9a5a11013,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:31.530219 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:31.581890 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aae4dc-bc22-4202-aeed-2b3d01e3ed64 req-9a1c91c9-9fce-4a26-bec7-70b033517e94 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:31.583413 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f7aae4dc-bc22-4202-aeed-2b3d01e3ed64 req-9a1c91c9-9fce-4a26-bec7-70b033517e94 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 945 time: 0.1054091
Oct 27 14:20:31.631651 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-f7aae4dc-bc22-4202-aeed-2b3d01e3ed64 req-2d1ec6c5-2815-403f-8357-dc0ae2c84015 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420609
Oct 27 14:20:31.757828 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['f8b3b232-67a7-47d4-b153-f1d9a5a11013'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:20:32.829165 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147a84e-8d47-4846-97ad-e62486f8c85d req-526cad18-af3c-40c7-81fc-63bdc84cd5fb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:32.830616 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c147a84e-8d47-4846-97ad-e62486f8c85d req-526cad18-af3c-40c7-81fc-63bdc84cd5fb tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 945 time: 0.0794475
Oct 27 14:20:32.879261 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c147a84e-8d47-4846-97ad-e62486f8c85d req-99bb1d73-163e-4b9f-ae8a-91cfae1de81e tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418751
Oct 27 14:20:33.215596 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device f8b3b232-67a7-47d4-b153-f1d9a5a11013 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:20:33.293116 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port f8b3b232-67a7-47d4-b153-f1d9a5a11013 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:20:33.298861 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port f8b3b232-67a7-47d4-b153-f1d9a5a11013 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:20:33.299239 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:33.424371 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:33.453985 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b3b232-67a7-47d4-b153-f1d9a5a11013'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:20:33.463779 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port f8b3b232-67a7-47d4-b153-f1d9a5a11013, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f8b3b232-67a7-47d4-b153-f1d9a5a11013,segment=NetworkSegment(25632c59-18d6-492c-875e-ce293ee25d6e),segment_id=25632c59-18d6-492c-875e-ce293ee25d6e)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:20:33.467754 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:33.470458 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:33.511498 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b3b232-67a7-47d4-b153-f1d9a5a11013', 'code': 200}
Oct 27 14:20:33.536639 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=f8b3b232-67a7-47d4-b153-f1d9a5a11013,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:33.540215 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:33.807318 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0e60b318-467c-43a3-b07f-177576d86082 req-f3fcfbc7-078d-46b1-8a6a-493f743ff35b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 1099 time: 0.0734859
Oct 27 14:20:33.853169 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-0e60b318-467c-43a3-b07f-177576d86082 req-7f1c4e04-ad78-423d-aba3-f6813ae23af2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384698
Oct 27 14:20:34.076543 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ac4d1-f162-4662-aabd-8687765caa6c req-66c7386f-2f4f-4190-bddd-cb496db56d4a tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:34.077931 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a47ac4d1-f162-4662-aabd-8687765caa6c req-66c7386f-2f4f-4190-bddd-cb496db56d4a tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 946 time: 0.0782549
Oct 27 14:20:34.134120 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a47ac4d1-f162-4662-aabd-8687765caa6c req-d539f858-5586-4143-9ca3-7dea93dd8f48 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503743
Oct 27 14:20:35.330487 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61a15f-fb73-40d9-9c25-b2639f7884f9 req-ca9f02fe-280e-43ce-ab65-1b3537519cf9 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:35.331840 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9a61a15f-fb73-40d9-9c25-b2639f7884f9 req-ca9f02fe-280e-43ce-ab65-1b3537519cf9 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 946 time: 0.0770195
Oct 27 14:20:35.377190 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9a61a15f-fb73-40d9-9c25-b2639f7884f9 req-39b6490e-da4b-40e5-86f3-89fcc3f7e05d tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392373
Oct 27 14:20:35.588039 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d6e31-e0e0-4c25-828a-d80226fff3fb req-e66b2c02-05d7-413b-9d12-fb36ab70b1ec tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:35.589412 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-819d6e31-e0e0-4c25-828a-d80226fff3fb req-e66b2c02-05d7-413b-9d12-fb36ab70b1ec tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 946 time: 0.0814593
Oct 27 14:20:35.634675 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-819d6e31-e0e0-4c25-828a-d80226fff3fb req-8fe0044d-4cbf-438a-984d-0bce4c9e1e7f tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e78b5e2-dede-4f33-924d-c23db7b7bd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398583
Oct 27 14:20:35.662810 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 40204) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:35.731384 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-28ba8976-6389-4150-8f87-e6f582c6bbc8 tempest-TestVolumeBootPattern-1845460093 tempest-TestVolumeBootPattern-1845460093-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 1094 time: 0.0672944
Oct 27 14:20:35.733899 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 40208) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:35.739272 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Request body: {'floatingip': {'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'port_id': 'f8b3b232-67a7-47d4-b153-f1d9a5a11013', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address': '172.20.0.13'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:20:35.744913 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:35.748664 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Usage tracker for resource:floatingip and tenant:a65515b5f5df43aea6fd099108a3e961 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:35.751471 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:35.757867 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:35.768599 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for floatingip, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:35.908278 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:36.051260 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Allocated IP 172.27.2.132 (fdfde01f-dc55-4892-86f9-78cb0380a430/209464ee-4698-48c8-aca2-cbcbc883e284/9e7c1e95-0a71-4984-9c72-a1f5617c207f) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:20:36.199141 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:36.227811 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:36.231483 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-4867ec72-d488-4bd2-92d5-3b1a8c4ae12c tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:36.296749 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Network fdfde01f-dc55-4892-86f9-78cb0380a430 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:20:36.300138 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'Port': ['ID=9e7c1e95-0a71-4984-9c72-a1f5617c207f,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:36.302258 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:20:36.306308 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:20:36.343943 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:36.344578 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:36.344725 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:36.344984 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:36.345333 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:36.345682 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:36.346026 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:36.346370 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:36.346741 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:36.347076 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:36.347411 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:36.352525 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:36.931077 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:36.986147 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:37.197606 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:37.202125 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:37.205625 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-f85ba96f-1e5b-495e-a163-3a1da4e8a399 tempest-TestMinimumBasicScenario-1286380468 tempest-TestMinimumBasicScenario-1286380468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:37.304385 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Pushing event updated for resources: {'Port': ['ID=9e7c1e95-0a71-4984-9c72-a1f5617c207f,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:37.308407 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:37.323167 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16417789'] for floatingip, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:37.512711 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.db.l3_db [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Floating IP 14969ca1-7866-4296-8305-041c6b12cc08 associated. External IP: 172.27.2.132, port: f8b3b232-67a7-47d4-b153-f1d9a5a11013.
Oct 27 14:20:37.911877 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:20:38.115398 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:20:38.126540 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0131592-676f-4e01-b683-f5aaada70781 None None] Sync routers for ids ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:20:38.141759 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0131592-676f-4e01-b683-f5aaada70781 None None] Routers {'49e2e5f8-d205-4417-ba02-e5e81083b6f5'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:20:38.142367 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-f0131592-676f-4e01-b683-f5aaada70781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17a25340>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:20:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:20:38.146764 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:38.205063 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-0f9f95c9-02cb-4715-984a-7e1704c04d70 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4701560
Oct 27 14:20:38.205769 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea', 'tag': 'f8b3b232-67a7-47d4-b153-f1d9a5a11013'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:20:38.262892 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea', 'tag': 'f8b3b232-67a7-47d4-b153-f1d9a5a11013', 'status': 'completed', 'code': 200}
Oct 27 14:20:38.318990 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-f0131592-676f-4e01-b683-f5aaada70781 None None] Set router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:20:38.375279 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a64910fc-517b-4281-ba23-a36288923eeb req-49dd8b77-09a6-49cc-8ff6-72cbd95fb18a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 1099 time: 0.0733566
Oct 27 14:20:38.620938 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64910fc-517b-4281-ba23-a36288923eeb req-3c6e21e8-6947-464d-b274-3254ac3bf7e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:38.622439 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a64910fc-517b-4281-ba23-a36288923eeb req-3c6e21e8-6947-464d-b274-3254ac3bf7e5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 914 time: 0.2397304
Oct 27 14:20:38.677773 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-f0131592-676f-4e01-b683-f5aaada70781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17a25340>, [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '14969ca1-7866-4296-8305-041c6b12cc08', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'port_id': 'f8b3b232-67a7-47d4-b153-f1d9a5a11013', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'mac_address': 'fa:16:3e:ef:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:20:36Z', 'updated_at': '2021-10-27T14:20:36Z', 'revision_number': 0, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address_scope': None}, {'id': 'd31476f9-7b79-49a0-a39f-d82d13b56870', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'port_id': '00d70655-0afb-4d42-b03f-91e4cea30fb4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'mac_address': 'fa:16:3e:5e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a703ee1-73a5-4a8a-b224-2c4750b0a201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:18:38Z', 'updated_at': '2021-10-27T14:18:42Z', 'revision_number': 1, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:54Z', 'revision_number': 5, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:20:38.682573 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0131592-676f-4e01-b683-f5aaada70781 None None] Checking router: 49e2e5f8-d205-4417-ba02-e5e81083b6f5 for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:20:38.693591 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0131592-676f-4e01-b683-f5aaada70781 None None] Routers {'49e2e5f8-d205-4417-ba02-e5e81083b6f5'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:20:38.694246 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-f0131592-676f-4e01-b683-f5aaada70781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce17a25340>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:20:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:20:38.728830 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a64910fc-517b-4281-ba23-a36288923eeb req-b6598485-5e39-459a-906f-0d36aa672c83 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8b3b232-67a7-47d4-b153-f1d9a5a11013 HTTP/1.1" status: 200  len: 1000 time: 0.0973041
Oct 27 14:20:38.794617 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64910fc-517b-4281-ba23-a36288923eeb req-37acd4ab-3a53-422a-93d2-81c6a4ff97b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:38.796282 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a64910fc-517b-4281-ba23-a36288923eeb req-37acd4ab-3a53-422a-93d2-81c6a4ff97b4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c5105-226e-4271-a9b2-16ef0cf863cc HTTP/1.1" status: 200  len: 851 time: 0.0594702
Oct 27 14:20:38.877525 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-f0131592-676f-4e01-b683-f5aaada70781 None None] Set router 49e2e5f8-d205-4417-ba02-e5e81083b6f5 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:20:38.883248 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a64910fc-517b-4281-ba23-a36288923eeb req-c61407d0-44ee-4e85-b5bf-c6532e8c65f3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762498
Oct 27 14:20:39.032662 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a64910fc-517b-4281-ba23-a36288923eeb req-8c7cb7b6-5cc8-40b4-b764-1b269568365e service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416359
Oct 27 14:20:39.190972 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a64910fc-517b-4281-ba23-a36288923eeb req-24aa83f1-4a5e-4826-8581-a2b4bda1e5c7 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506598
Oct 27 14:20:39.267776 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-f0131592-676f-4e01-b683-f5aaada70781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce17a25340>, [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '14969ca1-7866-4296-8305-041c6b12cc08', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'port_id': 'f8b3b232-67a7-47d4-b153-f1d9a5a11013', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'mac_address': 'fa:16:3e:ef:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:20:36Z', 'updated_at': '2021-10-27T14:20:36Z', 'revision_number': 0, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address_scope': None}, {'id': 'd31476f9-7b79-49a0-a39f-d82d13b56870', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'port_id': '00d70655-0afb-4d42-b03f-91e4cea30fb4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'mac_address': 'fa:16:3e:5e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a703ee1-73a5-4a8a-b224-2c4750b0a201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:18:38Z', 'updated_at': '2021-10-27T14:18:42Z', 'revision_number': 1, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:54Z', 'revision_number': 5, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:20:39.271662 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0131592-676f-4e01-b683-f5aaada70781 None None] The sync data for ids ['49e2e5f8-d205-4417-ba02-e5e81083b6f5'] in dv-cinder-815663-1-iscsi is: [{'id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'name': 'tempest-TestVolumeBootPattern-1734927885-router', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:36Z', 'updated_at': '2021-10-27T14:14:42Z', 'revision_number': 4, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'gw_port': {'id': '3e8dabc5-c4da-4d38-8544-e43b50fbb45a', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:37Z', 'updated_at': '2021-10-27T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_floatingips': [{'id': '14969ca1-7866-4296-8305-041c6b12cc08', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'port_id': 'f8b3b232-67a7-47d4-b153-f1d9a5a11013', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'mac_address': 'fa:16:3e:ef:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:20:36Z', 'updated_at': '2021-10-27T14:20:36Z', 'revision_number': 0, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address_scope': None}, {'id': 'd31476f9-7b79-49a0-a39f-d82d13b56870', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'router_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'port_id': '00d70655-0afb-4d42-b03f-91e4cea30fb4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'mac_address': 'fa:16:3e:5e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a703ee1-73a5-4a8a-b224-2c4750b0a201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:18:38Z', 'updated_at': '2021-10-27T14:18:42Z', 'revision_number': 1, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3385b8f-efd4-4965-8961-d3b9c815b794', 'name': '', 'network_id': 'f1faa33a-0c5a-4cdb-a1b6-853b7dee9857', 'tenant_id': 'a65515b5f5df43aea6fd099108a3e961', 'mac_address': 'fa:16:3e:b3:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e2e5f8-d205-4417-ba02-e5e81083b6f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:41Z', 'updated_at': '2021-10-27T14:14:54Z', 'revision_number': 5, 'project_id': 'a65515b5f5df43aea6fd099108a3e961', 'subnets': [{'id': 'c16c5105-226e-4271-a9b2-16ef0cf863cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:20:39.955565 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4ad43-40c2-4351-b4c2-7e8115ed587d None None] New status for floating IP 14969ca1-7866-4296-8305-041c6b12cc08: ACTIVE {{(pid=82826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:20:42.966470 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:20:43.046256 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:44.392814 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 40270) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:44.534015 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-42651fd2-3d58-4b5b-b8b2-a034a8d465a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:44.565526 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-42651fd2-3d58-4b5b-b8b2-a034a8d465a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:44.569457 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-42651fd2-3d58-4b5b-b8b2-a034a8d465a5 admin admin] Usage tracker for resource:security_group_rule and tenant:d6219d8fce854b67bb4d23062ba3e29d is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:44.572341 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-42651fd2-3d58-4b5b-b8b2-a034a8d465a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:44.578862 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-42651fd2-3d58-4b5b-b8b2-a034a8d465a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:44.644290 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-42651fd2-3d58-4b5b-b8b2-a034a8d465a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:44.648438 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-42651fd2-3d58-4b5b-b8b2-a034a8d465a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:44.654719 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-fb245e17-2571-4753-a32b-f72d4e3d4a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:44.694388 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42651fd2-3d58-4b5b-b8b2-a034a8d465a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a025ac-a791-4a5a-8d2b-cdba11586234,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:44.697548 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-42651fd2-3d58-4b5b-b8b2-a034a8d465a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:44.700149 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-42651fd2-3d58-4b5b-b8b2-a034a8d465a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6219d8fce854b67bb4d23062ba3e29d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3063376
Oct 27 14:20:44.702939 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 40276) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:44.765809 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-42044ac4-e4b1-4ace-a812-454a6fda53f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:44.792137 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-42044ac4-e4b1-4ace-a812-454a6fda53f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:44.847720 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-42044ac4-e4b1-4ace-a812-454a6fda53f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:44.852374 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-440cf934-bd73-4526-96bd-fe51deb6ca95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:44.864483 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42044ac4-e4b1-4ace-a812-454a6fda53f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a025ac-a791-4a5a-8d2b-cdba11586234,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:44.868988 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-42044ac4-e4b1-4ace-a812-454a6fda53f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:44.873116 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-42044ac4-e4b1-4ace-a812-454a6fda53f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:44.876963 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-42044ac4-e4b1-4ace-a812-454a6fda53f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62a025ac-a791-4a5a-8d2b-cdba11586234 HTTP/1.1" status: 204  len: 168 time: 0.1708663
Oct 27 14:20:45.669782 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 40302) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:45.811883 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-798478654-network', 'tenant_id': '00155e06d5cb4041a110d258628f9036'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:20:45.816611 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:45.821119 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Usage tracker for resource:network and tenant:00155e06d5cb4041a110d258628f9036 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:45.823980 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:45.830369 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:45.839915 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Made reservation on behalf of 00155e06d5cb4041a110d258628f9036 for: {'network': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:20:45.842184 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for network, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:45.858484 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:45.895022 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:45.899792 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Usage tracker for resource:security_group_rule and tenant:00155e06d5cb4041a110d258628f9036 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:45.902688 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:45.908714 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:45.973179 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:45.977807 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:45.983190 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-5bb91e43-cbe3-4199-a9d7-8f9bee598a58 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:46.014995 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4720924-9253-421b-93dd-fc50a5308394,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:46.029876 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076}  {{(pid=82824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:20:46.036032 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:46.036491 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:46.037020 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:46.037454 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:46.038701 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:46.039455 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:46.040323 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:46.040467 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:46.040840 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:46.041769 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:46.041769 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:46.047961 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:46.053654 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:46.054752 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.db.segments_db [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Added segment bee56e90-ab47-4d57-afdc-828e7297b018 of type vlan for network 56b43689-96b8-4786-989e-fca6ef330a14
Oct 27 14:20:46.083536 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782696329171'] for network, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:46.113280 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978'] for network, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:46.115047 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:46.115752 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:46.121708 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-4e218d2f-b53e-4736-af5b-63bb9d7de03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:46.299703 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6288252
Oct 27 14:20:46.302599 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 40310) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:20:46.305699 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Pushing event updated for resources: {'Network': ['ID=56b43689-96b8-4786-989e-fca6ef330a14,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:46.308433 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d715adb0-5b96-4831-b94a-1530b3433de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:46.308591 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Request body: {'subnet': {'network_id': '56b43689-96b8-4786-989e-fca6ef330a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-798478654-subnet', 'tenant_id': '00155e06d5cb4041a110d258628f9036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:20:46.313632 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:46.315512 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Network 56b43689-96b8-4786-989e-fca6ef330a14 details requested by agent ovs-agent-dv-cinder-815663-1-iscsi with host dv-cinder-815663-1-iscsi {{(pid=82826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:20:46.317540 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Usage tracker for resource:subnet and tenant:00155e06d5cb4041a110d258628f9036 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:46.321067 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:46.327269 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:46.339130 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Made reservation on behalf of 00155e06d5cb4041a110d258628f9036 for: {'subnet': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:20:46.341393 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16079946'] for subnet, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:46.568905 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16101774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16079932'] for subnet, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:46.572988 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-f1ec1082-c865-4a18-8c7f-922d7aa86f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:46.647114 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6b8505-b51e-4e8f-a6b9-a7086ca55f44,revision_number=0']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:46.655947 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:46.674183 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Checking segment: {'id': 'bee56e90-ab47-4d57-afdc-828e7297b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '56b43689-96b8-4786-989e-fca6ef330a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:20:46.674530 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Network hostable DHCP agents. Network: 56b43689-96b8-4786-989e-fca6ef330a14, hostable agents: ['79fae754-3990-4626-8a49-6c9da77f59fe'], hosted agents: [] {{(pid=82823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:20:46.699284 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Network 56b43689-96b8-4786-989e-fca6ef330a14 is scheduled to be hosted by DHCP agent 79fae754-3990-4626-8a49-6c9da77f59fe with binding_index 1 {{(pid=82823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:20:46.709626 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-iscsi, 56b43689-96b8-4786-989e-fca6ef330a14) {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:20:46.715699 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:46.716522 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:46.719856 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063b481a-840a-40f0-ba8c-3a803e4bec86 None None] Network 56b43689-96b8-4786-989e-fca6ef330a14 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:20:46.745827 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-c3bc7741-7305-4f8c-9127-1595d4a1fa8a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4416234
Oct 27 14:20:46.993789 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02139cd2-94d6-45b2-a5e5-64aef0eec135 None None] Network 56b43689-96b8-4786-989e-fca6ef330a14 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:20:48.297013 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6def6a28-027b-4934-b19b-00fb4e29360c req-754a2877-20ab-42bb-8053-a21a45668183 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0690658
Oct 27 14:20:48.394868 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6def6a28-027b-4934-b19b-00fb4e29360c req-f5e5f49e-5aba-4834-ad1f-26fcc66a4ec7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 1098 time: 0.0728917
Oct 27 14:20:48.556854 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def6a28-027b-4934-b19b-00fb4e29360c req-22122171-89ae-473a-abfc-e8d6a792f459 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:48.558219 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6def6a28-027b-4934-b19b-00fb4e29360c req-22122171-89ae-473a-abfc-e8d6a792f459 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 914 time: 0.1297209
Oct 27 14:20:48.668041 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6def6a28-027b-4934-b19b-00fb4e29360c req-9c95a162-cd68-4772-aa1b-10622c89821c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d70655-0afb-4d42-b03f-91e4cea30fb4 HTTP/1.1" status: 200  len: 1000 time: 0.1023092
Oct 27 14:20:48.733267 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def6a28-027b-4934-b19b-00fb4e29360c req-a352845e-a341-46ac-b0b7-28fbc5278ad1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:48.734778 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6def6a28-027b-4934-b19b-00fb4e29360c req-a352845e-a341-46ac-b0b7-28fbc5278ad1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c5105-226e-4271-a9b2-16ef0cf863cc HTTP/1.1" status: 200  len: 851 time: 0.0598664
Oct 27 14:20:49.018310 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-03293a0c-2734-4ece-92ef-ddfaac8bc7fb tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:49.019792 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-03293a0c-2734-4ece-92ef-ddfaac8bc7fb tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/networks?id=56b43689-96b8-4786-989e-fca6ef330a14 HTTP/1.1" status: 200  len: 813 time: 0.2841403
Oct 27 14:20:49.025790 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6def6a28-027b-4934-b19b-00fb4e29360c req-c3f6bdbd-d969-47af-80b3-c3d3b3df0c30 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2713065
Oct 27 14:20:49.063475 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-3df50531-2467-406b-91b6-7e2ea31fe25f tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/quotas/00155e06d5cb4041a110d258628f9036 HTTP/1.1" status: 200  len: 375 time: 0.0366964
Oct 27 14:20:49.165865 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b53f0f94-5886-4a80-81d5-b6e6a4a13750 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=00155e06d5cb4041a110d258628f9036&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0908940
Oct 27 14:20:49.242551 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6def6a28-027b-4934-b19b-00fb4e29360c req-b9ad8247-2918-42be-a597-bd41b09e2757 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2090425
Oct 27 14:20:49.409965 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-49b2c1bf-750d-42d6-b894-0a262c496fd7 service neutron] 10.222.0.36 "GET /v2.0/networks/56b43689-96b8-4786-989e-fca6ef330a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2314799
Oct 27 14:20:49.486282 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6def6a28-027b-4934-b19b-00fb4e29360c req-07770444-68cc-446a-959b-7396b3cfce51 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2011905
Oct 27 14:20:49.577854 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-fb3cb5f8-f687-4a57-b0d5-6878be46d940 service neutron] 10.222.0.36 "GET /v2.0/networks/56b43689-96b8-4786-989e-fca6ef330a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576889
Oct 27 14:20:49.763820 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2c9e0280-eebe-4d8d-a6d3-733c395bba1e req-9900c250-12fd-42f0-8a47-e281f2d8f3fd tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 210 time: 0.0459998
Oct 27 14:20:50.915951 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-4f3d4df8-50d4-4301-a9df-dc80eec1245e tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:50.917388 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-4f3d4df8-50d4-4301-a9df-dc80eec1245e tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.79 "GET /v2.0/networks?id=56b43689-96b8-4786-989e-fca6ef330a14 HTTP/1.1" status: 200  len: 813 time: 0.1592467
Oct 27 14:20:50.957239 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Request body: {'port': {'device_id': '52020a5a-8ecf-456d-92a2-c9b17d5830fa', 'network_id': '56b43689-96b8-4786-989e-fca6ef330a14', 'admin_state_up': True, 'tenant_id': '00155e06d5cb4041a110d258628f9036'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:20:51.001189 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-17cb523d-d814-46ce-ae94-7c7ad2d4678e req-f96eef71-889e-465f-a889-1931737b8414 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 210 time: 0.0828352
Oct 27 14:20:51.110971 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:20:51.115697 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Usage tracker for resource:port and tenant:00155e06d5cb4041a110d258628f9036 is out of sync, need to count used quota {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:20:51.121123 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:20:51.128283 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.quota.driver [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:20:51.140512 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Made reservation on behalf of 00155e06d5cb4041a110d258628f9036 for: {'port': 1} {{(pid=82823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:20:51.143583 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:51.315722 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_common [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Allocated IP 172.20.0.9 (56b43689-96b8-4786-989e-fca6ef330a14/5f6b8505-b51e-4e8f-a6b9-a7086ca55f44/4ade7f97-4f7e-4856-b8c2-c33f14ec00b4) {{(pid=82823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:20:51.525050 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Notify callbacks [] for port, precommit_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:51.554516 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_create {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:51.560363 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-3e04a81e-dac0-414e-ae1a-9c5bc5b31dcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:51.728531 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Network 56b43689-96b8-4786-989e-fca6ef330a14 is already hosted by enough agents. {{(pid=82823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:20:51.729317 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Pushing event updated for resources: {'Port': ['ID=4ade7f97-4f7e-4856-b8c2-c33f14ec00b4,revision_number=1']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:51.731842 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.base_scheduler [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Resources bound (agent type, host, resource id):  {{(pid=82823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:20:51.733565 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:51.734236 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Received port after_create {{(pid=82823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:20:51.797357 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:51.797863 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:51.819192 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-b2908683-3f10-442f-8353-9cad6f161ff5 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8655622
Oct 27 14:20:51.833729 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.v2.base [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Request body: {'port': {'device_id': '52020a5a-8ecf-456d-92a2-c9b17d5830fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:20:51.943430 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:52.309212 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4f576-a42f-4455-9472-f650d9cf4ce8 req-e14190ec-4a31-4214-a034-7778365cbd3d tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:52.309808 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-a8a4f576-a42f-4455-9472-f650d9cf4ce8 req-e14190ec-4a31-4214-a034-7778365cbd3d tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Synchronizing usage tracker for tenant:00155e06d5cb4041a110d258628f9036 on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:20:52.372779 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-a8a4f576-a42f-4455-9472-f650d9cf4ce8 req-e14190ec-4a31-4214-a034-7778365cbd3d tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Unset dirty status for tenant:00155e06d5cb4041a110d258628f9036 on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:20:52.373872 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a8a4f576-a42f-4455-9472-f650d9cf4ce8 req-e14190ec-4a31-4214-a034-7778365cbd3d tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 931 time: 0.2319286
Oct 27 14:20:52.382690 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 {{(pid=82823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:20:52.404316 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:52.435341 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.provisioning_blocks [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Transition to ACTIVE for port object 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 will not be triggered until provisioned by entity L2. {{(pid=82823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:20:52.441554 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:52.446007 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-0ca6645a-c7ad-423a-93e4-73925375debb tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:52.474645 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a8a4f576-a42f-4455-9472-f650d9cf4ce8 req-57bc4649-cd01-4841-96b6-bc05ebe62882 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945122
Oct 27 14:20:52.570233 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ade7f97-4f7e-4856-b8c2-c33f14ec00b4,revision_number=2']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:52.574181 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:52.681317 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Attempting to bind port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:20:52.681642 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Attempting to bind port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'bee56e90-ab47-4d57-afdc-828e7297b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '56b43689-96b8-4786-989e-fca6ef330a14'}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:20:52.681960 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Attempting to bind port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 on network 56b43689-96b8-4786-989e-fca6ef330a14 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:20:52.687658 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 on network 56b43689-96b8-4786-989e-fca6ef330a14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:20:52.687967 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Attempting to bind port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 on network 56b43689-96b8-4786-989e-fca6ef330a14 {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:20:52.695600 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:20:52.695925 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Checking segment: {'id': 'bee56e90-ab47-4d57-afdc-828e7297b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '56b43689-96b8-4786-989e-fca6ef330a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:20:52.696317 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Bound using segment: {'id': 'bee56e90-ab47-4d57-afdc-828e7297b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '56b43689-96b8-4786-989e-fca6ef330a14'} {{(pid=82823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:20:52.696717 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.managers [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Bound port: 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee56e90-ab47-4d57-afdc-828e7297b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '56b43689-96b8-4786-989e-fca6ef330a14'}}] {{(pid=82823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:20:52.697049 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:52.785654 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] For port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4, host hv-cinder-81566, cleared binding levels {{(pid=82823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:20:52.789054 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] For port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=4ade7f97-4f7e-4856-b8c2-c33f14ec00b4,segment=NetworkSegment(bee56e90-ab47-4d57-afdc-828e7297b018),segment_id=bee56e90-ab47-4d57-afdc-828e7297b018)] {{(pid=82823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:20:52.793827 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101635'] for port, after_update {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:52.797603 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-878a896b-08df-4ecb-8235-6db3dd8371f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:52.859563 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:52.860919 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] 10.222.0.79 "PUT /v2.0/ports/4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 HTTP/1.1" status: 200  len: 1093 time: 1.0312009
Oct 27 14:20:52.861419 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52020a5a-8ecf-456d-92a2-c9b17d5830fa', 'tag': '4ade7f97-4f7e-4856-b8c2-c33f14ec00b4'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:20:52.883173 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ade7f97-4f7e-4856-b8c2-c33f14ec00b4,revision_number=3']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:52.886391 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ddf71cf9-683e-4f60-b34e-4d88e826fbf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:52.941918 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52020a5a-8ecf-456d-92a2-c9b17d5830fa', 'tag': '4ade7f97-4f7e-4856-b8c2-c33f14ec00b4', 'status': 'completed', 'code': 200}
Oct 27 14:20:52.983752 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ca304e73-9676-4a01-a83e-675484c4ed3e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=00155e06d5cb4041a110d258628f9036&device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 1096 time: 0.0725882
Oct 27 14:20:53.061399 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-bf7f23ba-95ec-4da9-bfb9-1325cb0a653c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 HTTP/1.1" status: 200  len: 217 time: 0.0666316
Oct 27 14:20:53.125170 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-13ab2b30-26c7-4b3d-8bf1-5fccd78a7cb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:53.126664 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-13ab2b30-26c7-4b3d-8bf1-5fccd78a7cb7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f6b8505-b51e-4e8f-a6b9-a7086ca55f44 HTTP/1.1" status: 200  len: 853 time: 0.0587242
Oct 27 14:20:53.172534 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-f920b98e-481f-4866-ae9f-3ddabbd90036 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=56b43689-96b8-4786-989e-fca6ef330a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389063
Oct 27 14:20:53.310255 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-ade020a9-e84f-4835-9965-287aad69d9e2 service neutron] 10.222.0.79 "GET /v2.0/networks/56b43689-96b8-4786-989e-fca6ef330a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308649
Oct 27 14:20:53.443668 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e2c0702c-e580-4c2f-9286-fcc42558588b req-9a05dc23-dc6a-4847-bdda-f0aedf524c5f service neutron] 10.222.0.79 "GET /v2.0/networks/56b43689-96b8-4786-989e-fca6ef330a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265678
Oct 27 14:20:53.726287 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7a5b7b0d-263d-48a7-8773-7d2b3e7d30fa req-1b2587d1-5772-462f-8497-23f83960e3ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=00155e06d5cb4041a110d258628f9036&device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 1096 time: 0.2258377
Oct 27 14:20:53.739431 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a39628-1675-496e-9588-988aec1ad6e7 req-a1ec307f-75dc-481d-8613-02677645fd57 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:53.740792 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-24a39628-1675-496e-9588-988aec1ad6e7 req-a1ec307f-75dc-481d-8613-02677645fd57 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 943 time: 0.1082013
Oct 27 14:20:53.879669 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-24a39628-1675-496e-9588-988aec1ad6e7 req-a42ae008-ffc5-430a-a2f1-f64e1bdaeacd tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197417
Oct 27 14:20:53.904232 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b7b0d-263d-48a7-8773-7d2b3e7d30fa req-d82d7356-6647-46bc-880a-0c064879c7cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:53.905679 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7a5b7b0d-263d-48a7-8773-7d2b3e7d30fa req-d82d7356-6647-46bc-880a-0c064879c7cf service neutron] 10.222.0.79 "GET /v2.0/networks?id=56b43689-96b8-4786-989e-fca6ef330a14 HTTP/1.1" status: 200  len: 915 time: 0.1639407
Oct 27 14:20:53.974902 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7a5b7b0d-263d-48a7-8773-7d2b3e7d30fa req-249e6867-7409-4318-ba33-3791ad5fac90 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 HTTP/1.1" status: 200  len: 217 time: 0.0612559
Oct 27 14:20:54.046664 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b7b0d-263d-48a7-8773-7d2b3e7d30fa req-6be232bc-d96c-4ea5-a340-5ef68ac57911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:54.048032 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7a5b7b0d-263d-48a7-8773-7d2b3e7d30fa req-6be232bc-d96c-4ea5-a340-5ef68ac57911 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f6b8505-b51e-4e8f-a6b9-a7086ca55f44 HTTP/1.1" status: 200  len: 853 time: 0.0646060
Oct 27 14:20:54.094431 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7a5b7b0d-263d-48a7-8773-7d2b3e7d30fa req-07584a14-a248-43e1-8db2-1dd9ad398416 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=56b43689-96b8-4786-989e-fca6ef330a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0390675
Oct 27 14:20:54.236811 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7a5b7b0d-263d-48a7-8773-7d2b3e7d30fa req-d695bda2-4515-4cd3-b8a0-bb8e2a9428ae service neutron] 10.222.0.79 "GET /v2.0/networks/56b43689-96b8-4786-989e-fca6ef330a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294937
Oct 27 14:20:54.371891 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7a5b7b0d-263d-48a7-8773-7d2b3e7d30fa req-180d8b46-7eca-4990-8695-f00c6619dada service neutron] 10.222.0.79 "GET /v2.0/networks/56b43689-96b8-4786-989e-fca6ef330a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261194
Oct 27 14:20:55.082358 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e820ca-97e3-4773-810a-0a134c5392f8 req-9683d4da-6ada-4b2c-9d17-182a6dc3a552 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:55.083825 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-67e820ca-97e3-4773-810a-0a134c5392f8 req-9683d4da-6ada-4b2c-9d17-182a6dc3a552 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 943 time: 0.0840595
Oct 27 14:20:55.137463 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-67e820ca-97e3-4773-810a-0a134c5392f8 req-88dae2f2-7621-4cec-9197-f109fa628761 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467227
Oct 27 14:20:56.334450 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f94257-17ac-432f-89e2-2fc6591b3b77 req-9c45a3cf-1f3d-40fc-a742-7926ed415a92 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:56.335876 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c6f94257-17ac-432f-89e2-2fc6591b3b77 req-9c45a3cf-1f3d-40fc-a742-7926ed415a92 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 943 time: 0.0756795
Oct 27 14:20:56.383326 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c6f94257-17ac-432f-89e2-2fc6591b3b77 req-7d1923f3-7d31-4343-bcde-544ff43e20f0 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418875
Oct 27 14:20:56.572496 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-7b9b60b8-9caa-425b-a8c2-b7375720c302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:57.104742 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:57.334157 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:20:57.468016 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=4ade7f97-4f7e-4856-b8c2-c33f14ec00b4,segment=NetworkSegment(bee56e90-ab47-4d57-afdc-828e7297b018),segment_id=bee56e90-ab47-4d57-afdc-828e7297b018)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:20:57.485597 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '4ade7f97-4f7e-4856-b8c2-c33f14ec00b4', 'network_id': '56b43689-96b8-4786-989e-fca6ef330a14', 'port_id': '4ade7f97-4f7e-4856-b8c2-c33f14ec00b4', 'mac_address': 'fa:16:3e:53:ac:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6b8505-b51e-4e8f-a6b9-a7086ca55f44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:20:57.539792 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:57.560358 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:20:57.576359 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=4ade7f97-4f7e-4856-b8c2-c33f14ec00b4,segment=NetworkSegment(bee56e90-ab47-4d57-afdc-828e7297b018),segment_id=bee56e90-ab47-4d57-afdc-828e7297b018)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:20:57.582749 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:57.584606 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:57.589305 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a1ab2-87d9-41b3-9017-32574694c600 req-50d17bc9-c684-4eea-893d-1e4784345d91 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:57.590818 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8e6a1ab2-87d9-41b3-9017-32574694c600 req-50d17bc9-c684-4eea-893d-1e4784345d91 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 943 time: 0.0864172
Oct 27 14:20:57.638185 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-8e6a1ab2-87d9-41b3-9017-32574694c600 req-89cb31f3-12be-4086-ac9b-222577932fe4 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419075
Oct 27 14:20:57.649989 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=4ade7f97-4f7e-4856-b8c2-c33f14ec00b4,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:57.660778 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:57.661363 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:57.661904 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:57.662425 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:57.663030 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:57.663749 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:57.664729 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:57.664729 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:57.664962 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:57.665334 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:57.665524 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:20:57.669389 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:57.905142 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['4ade7f97-4f7e-4856-b8c2-c33f14ec00b4'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:20:58.772075 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-f2272571-4685-433c-811f-778a64572f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:58.841327 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ca9db-b2aa-4306-a975-077c4dac7180 req-7a38a8c3-596f-42ac-90fe-b508f5ca96b7 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:20:58.842881 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-067ca9db-b2aa-4306-a975-077c4dac7180 req-7a38a8c3-596f-42ac-90fe-b508f5ca96b7 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 944 time: 0.0790274
Oct 27 14:20:58.894886 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-067ca9db-b2aa-4306-a975-077c4dac7180 req-cb75996b-4bf2-4ec1-8b89-c896753cf4b0 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444744
Oct 27 14:20:59.350291 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:20:59.432620 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:20:59.437730 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:20:59.438140 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:59.550763 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:59.576972 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52020a5a-8ecf-456d-92a2-c9b17d5830fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ade7f97-4f7e-4856-b8c2-c33f14ec00b4'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:20:59.588124 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=4ade7f97-4f7e-4856-b8c2-c33f14ec00b4,segment=NetworkSegment(bee56e90-ab47-4d57-afdc-828e7297b018),segment_id=bee56e90-ab47-4d57-afdc-828e7297b018)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:20:59.592855 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:59.595013 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:20:59.640931 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52020a5a-8ecf-456d-92a2-c9b17d5830fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ade7f97-4f7e-4856-b8c2-c33f14ec00b4', 'code': 200}
Oct 27 14:20:59.667532 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=4ade7f97-4f7e-4856-b8c2-c33f14ec00b4,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:20:59.670390 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:20:59.871703 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:20:59.884179 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ac5cab23-437f-47fd-b06e-7eef389f66d6 req-c49bc62d-fa2e-4474-a386-572bb9a2df33 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 1098 time: 0.0704570
Oct 27 14:20:59.931490 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ac5cab23-437f-47fd-b06e-7eef389f66d6 req-b926e4f2-6663-436d-9e55-513569ddbc1e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361845
Oct 27 14:21:00.099730 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748eb541-4f13-4de2-80af-166c0527d7b6 req-a167d16e-7ac3-4a98-b2b3-6bef5965a7ee tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:00.102242 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-748eb541-4f13-4de2-80af-166c0527d7b6 req-a167d16e-7ac3-4a98-b2b3-6bef5965a7ee tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 945 time: 0.0831757
Oct 27 14:21:00.147849 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-748eb541-4f13-4de2-80af-166c0527d7b6 req-89964435-dfad-458d-9217-7c69c4986255 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393894
Oct 27 14:21:01.262249 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:01.351557 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67356f0c-74d8-4ac0-990d-057260006084 req-59f9d6e9-afe9-4860-9dea-9875cece51f3 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:01.353173 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-67356f0c-74d8-4ac0-990d-057260006084 req-59f9d6e9-afe9-4860-9dea-9875cece51f3 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 945 time: 0.0847952
Oct 27 14:21:01.400251 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-67356f0c-74d8-4ac0-990d-057260006084 req-1fe67d7b-de80-4a73-9231-fa53c701f632 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412226
Oct 27 14:21:02.618386 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80533c8-f28f-45f2-ba35-740c870f23a5 req-2444f316-8948-40e0-850b-cdcb9e3f247d tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:02.619917 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c80533c8-f28f-45f2-ba35-740c870f23a5 req-2444f316-8948-40e0-850b-cdcb9e3f247d tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 945 time: 0.0820346
Oct 27 14:21:02.664948 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c80533c8-f28f-45f2-ba35-740c870f23a5 req-45842e52-1276-4bf4-86bd-7fa70d8d29d9 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393784
Oct 27 14:21:13.049832 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:16.115161 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8204e-e08b-4b45-898d-b04679a9b405 req-80a0a591-3e45-4130-a1ad-86d96a3a1020 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:16.116584 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a5b8204e-e08b-4b45-898d-b04679a9b405 req-80a0a591-3e45-4130-a1ad-86d96a3a1020 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0850484
Oct 27 14:21:16.168798 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a5b8204e-e08b-4b45-898d-b04679a9b405 req-fbb57bff-4f50-41d2-a925-a7f84c08f12c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461917
Oct 27 14:21:17.455914 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdbeac-068d-4def-85e7-b1d35ec9ba55 req-38f51104-ce4b-404f-b52d-e497e9469fad tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:17.457364 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aecdbeac-068d-4def-85e7-b1d35ec9ba55 req-38f51104-ce4b-404f-b52d-e497e9469fad tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.1530621
Oct 27 14:21:17.504124 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-aecdbeac-068d-4def-85e7-b1d35ec9ba55 req-b5a3fe3d-0673-4229-91d3-1f1e10d0f1cf tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402732
Oct 27 14:21:18.719245 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc4f31-6958-4306-95be-b5c224ad9baf req-ccd02c4f-0a83-40ef-9808-87520a15d956 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:18.720667 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-02cc4f31-6958-4306-95be-b5c224ad9baf req-ccd02c4f-0a83-40ef-9808-87520a15d956 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0779755
Oct 27 14:21:18.765590 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-02cc4f31-6958-4306-95be-b5c224ad9baf req-b9de50ce-1b0e-4c76-b6f0-f8f1c06a6704 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394039
Oct 27 14:21:19.966477 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:21:19.977837 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb470fc-472a-478a-a91b-54c840518290 req-5d8c36ca-da6a-48cd-902e-2b8eac32250b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:19.979347 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-acb470fc-472a-478a-a91b-54c840518290 req-5d8c36ca-da6a-48cd-902e-2b8eac32250b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0776565
Oct 27 14:21:20.026607 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-acb470fc-472a-478a-a91b-54c840518290 req-4068cc0e-5899-4975-9057-a952fdad0d9c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412056
Oct 27 14:21:21.248403 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2e85d-3a85-4b51-a743-890409b5eaa0 req-8fd76b50-da0e-47d0-b2b1-5615b06702d7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:21.249804 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dbd2e85d-3a85-4b51-a743-890409b5eaa0 req-8fd76b50-da0e-47d0-b2b1-5615b06702d7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0808651
Oct 27 14:21:21.295250 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dbd2e85d-3a85-4b51-a743-890409b5eaa0 req-f8e2afd5-8d48-484e-bc11-df1550e51fb0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399518
Oct 27 14:21:22.504102 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c04d9-310e-4ce3-867a-434797a8348e req-b5d9bdc5-1da1-41e1-be89-c2feadc014e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:22.505570 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d48c04d9-310e-4ce3-867a-434797a8348e req-b5d9bdc5-1da1-41e1-be89-c2feadc014e0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0776038
Oct 27 14:21:22.554854 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d48c04d9-310e-4ce3-867a-434797a8348e req-a30313ef-d6b8-43a4-900c-5862b51d9ac8 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438783
Oct 27 14:21:23.769339 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757fdb4-acf1-4af3-ba09-855203e7116d req-290ec4cf-0180-4b3d-a7bd-0638d1f34585 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:23.770810 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9757fdb4-acf1-4af3-ba09-855203e7116d req-290ec4cf-0180-4b3d-a7bd-0638d1f34585 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0781894
Oct 27 14:21:23.816448 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9757fdb4-acf1-4af3-ba09-855203e7116d req-db60943e-ce8b-46ce-b54a-a4a72a841f88 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401630
Oct 27 14:21:25.032638 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef830c6c-3466-4845-89b4-f2f709bc2b36 req-770e4106-dff1-448f-9bc1-624166167d60 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:25.034125 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ef830c6c-3466-4845-89b4-f2f709bc2b36 req-770e4106-dff1-448f-9bc1-624166167d60 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0821276
Oct 27 14:21:25.041501 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 40532) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:21:25.081532 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ef830c6c-3466-4845-89b4-f2f709bc2b36 req-1e2c42d9-b813-46a5-b396-ba1d70dc03ad tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418169
Oct 27 14:21:25.245577 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-a8777c13-8f55-4ff3-a300-5b607c01b2bb tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Deleting port a5213e9e-eb63-4141-9aa2-20f94ff75ea3 {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:21:25.245834 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a8777c13-8f55-4ff3-a300-5b607c01b2bb tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:25.409745 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a8777c13-8f55-4ff3-a300-5b607c01b2bb tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:25.410086 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a8777c13-8f55-4ff3-a300-5b607c01b2bb tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:25.527602 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-a8777c13-8f55-4ff3-a300-5b607c01b2bb tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Calling delete_port for a5213e9e-eb63-4141-9aa2-20f94ff75ea3 owned by network:floatingip {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:21:25.680690 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a8777c13-8f55-4ff3-a300-5b607c01b2bb tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:25.684134 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-2f5a7434-c3af-42ed-b62b-31eabdaed991 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:25.724227 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8777c13-8f55-4ff3-a300-5b607c01b2bb tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Pushing event deleted for resources: {'Port': ['ID=a5213e9e-eb63-4141-9aa2-20f94ff75ea3,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:25.728146 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-a8777c13-8f55-4ff3-a300-5b607c01b2bb tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:25.819014 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a8777c13-8f55-4ff3-a300-5b607c01b2bb tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for floatingip, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:26.213822 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8777c13-8f55-4ff3-a300-5b607c01b2bb tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:21:26.295500 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026c261-66ff-45d8-af67-a603093cc9f0 req-0de10690-61fb-41e5-89df-2ab33a8564b1 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:26.297904 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e026c261-66ff-45d8-af67-a603093cc9f0 req-0de10690-61fb-41e5-89df-2ab33a8564b1 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0785518
Oct 27 14:21:26.344452 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e026c261-66ff-45d8-af67-a603093cc9f0 req-e8fd690f-8807-4234-b162-2422873cfe35 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407267
Oct 27 14:21:26.511406 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8777c13-8f55-4ff3-a300-5b607c01b2bb tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:21:26.522125 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819caa7a-bacd-47ff-a27d-b2ead028a7a8 None None] Sync routers for ids ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:21:26.527647 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-a8777c13-8f55-4ff3-a300-5b607c01b2bb tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for floatingip, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:26.534005 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819caa7a-bacd-47ff-a27d-b2ead028a7a8 None None] Routers {'2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:21:26.534610 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-819caa7a-bacd-47ff-a27d-b2ead028a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1732a730>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:20:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:26.575754 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-f4549f84-fbf3-4b40-bfde-8a3e9fa9d6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:26.582088 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-a8777c13-8f55-4ff3-a300-5b607c01b2bb tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "DELETE /v2.0/floatingips/74a75c90-dac9-49d5-b396-3f30aaebd6c5 HTTP/1.1" status: 204  len: 168 time: 1.5395160
Oct 27 14:21:26.582745 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'tag': '6bc451b1-049e-4f7e-badf-4078e4e42cc2'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:21:26.642184 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'tag': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'status': 'completed', 'code': 200}
Oct 27 14:21:26.744814 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-682013c7-db5c-4a3c-afa2-037d02f86b86 req-3482ea30-2b65-4428-8e2a-f4668b992a79 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aaa8c6a1d9f04b8aa940a26076686eab&device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 1099 time: 0.0808830
Oct 27 14:21:26.777071 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-819caa7a-bacd-47ff-a27d-b2ead028a7a8 None None] Set router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:21:26.895758 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682013c7-db5c-4a3c-afa2-037d02f86b86 req-873f67f5-07de-465f-9c92-0862d7127ea0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:26.897348 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-682013c7-db5c-4a3c-afa2-037d02f86b86 req-873f67f5-07de-465f-9c92-0862d7127ea0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a8b00504-e1fb-4a7d-87c6-40a387f15d79 HTTP/1.1" status: 200  len: 911 time: 0.1440918
Oct 27 14:21:27.010394 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-682013c7-db5c-4a3c-afa2-037d02f86b86 req-d7a27292-5c7c-430a-96a5-10be78aeae95 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2 HTTP/1.1" status: 200  len: 217 time: 0.1029859
Oct 27 14:21:27.092578 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682013c7-db5c-4a3c-afa2-037d02f86b86 req-84c03a1e-e459-44bc-afc4-70c1c447cebc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:27.094043 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-682013c7-db5c-4a3c-afa2-037d02f86b86 req-84c03a1e-e459-44bc-afc4-70c1c447cebc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b071a97f-8b44-4558-9f3d-475bdf78fb26 HTTP/1.1" status: 200  len: 848 time: 0.0674405
Oct 27 14:21:27.099775 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada76c63-36f3-41f0-876e-29d1d8cd5dc1 req-ecbfafe5-2edf-4d47-910e-394087aa67d8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:27.099987 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-819caa7a-bacd-47ff-a27d-b2ead028a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1732a730>, [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:16:31Z', 'revision_number': 4, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e7e908a0-b47f-408c-9c7e-4d3b58d4533d', 'name': '', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'mac_address': 'fa:16:3e:bd:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:29Z', 'updated_at': '2021-10-27T14:16:38Z', 'revision_number': 5, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'subnets': [{'id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:27.101172 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ada76c63-36f3-41f0-876e-29d1d8cd5dc1 req-ecbfafe5-2edf-4d47-910e-394087aa67d8 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.1448312
Oct 27 14:21:27.107073 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819caa7a-bacd-47ff-a27d-b2ead028a7a8 None None] Checking router: 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:21:27.110031 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:27.120790 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819caa7a-bacd-47ff-a27d-b2ead028a7a8 None None] Routers {'2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:21:27.121554 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-819caa7a-bacd-47ff-a27d-b2ead028a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce1732a730>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:20:59Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:27.198874 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ada76c63-36f3-41f0-876e-29d1d8cd5dc1 req-247e69fe-08be-4893-8cd3-9925f7976249 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632586
Oct 27 14:21:27.217430 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-682013c7-db5c-4a3c-afa2-037d02f86b86 req-0e87f616-b968-43ad-96fc-f8b2641ce465 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a8b00504-e1fb-4a7d-87c6-40a387f15d79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1139719
Oct 27 14:21:27.302016 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-819caa7a-bacd-47ff-a27d-b2ead028a7a8 None None] Set router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:21:27.352392 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-682013c7-db5c-4a3c-afa2-037d02f86b86 req-14ed5055-dc5a-4076-b7b0-bc7ff13bcc15 service neutron] 10.222.0.79 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251810
Oct 27 14:21:27.491999 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-682013c7-db5c-4a3c-afa2-037d02f86b86 req-dad1891f-8fee-446e-8d6b-7c91b7e09c8e service neutron] 10.222.0.79 "GET /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310623
Oct 27 14:21:27.576168 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e21d4-93a4-4e5f-8603-35f67b725ad0 req-dc4d7c77-575e-4ec8-8592-70e3d0238e57 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:27.577719 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-693e21d4-93a4-4e5f-8603-35f67b725ad0 req-dc4d7c77-575e-4ec8-8592-70e3d0238e57 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0846972
Oct 27 14:21:27.626448 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-819caa7a-bacd-47ff-a27d-b2ead028a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce1732a730>, [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:16:31Z', 'revision_number': 4, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e7e908a0-b47f-408c-9c7e-4d3b58d4533d', 'name': '', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'mac_address': 'fa:16:3e:bd:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:29Z', 'updated_at': '2021-10-27T14:16:38Z', 'revision_number': 5, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'subnets': [{'id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:27.628751 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-693e21d4-93a4-4e5f-8603-35f67b725ad0 req-ba47906b-69f5-4a3e-a20b-243528a106d6 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453637
Oct 27 14:21:27.630568 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819caa7a-bacd-47ff-a27d-b2ead028a7a8 None None] The sync data for ids ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'] in dv-cinder-815663-1-iscsi is: [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:16:31Z', 'revision_number': 4, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi', '_interfaces': [{'id': 'e7e908a0-b47f-408c-9c7e-4d3b58d4533d', 'name': '', 'network_id': 'a8b00504-e1fb-4a7d-87c6-40a387f15d79', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'mac_address': 'fa:16:3e:bd:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:29Z', 'updated_at': '2021-10-27T14:16:38Z', 'revision_number': 5, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'subnets': [{'id': 'b071a97f-8b44-4558-9f3d-475bdf78fb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:21:27.848270 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783c65fb-8874-41c8-9e71-d2728afb1bef None None] New status for floating IP 74a75c90-dac9-49d5-b396-3f30aaebd6c5: DOWN {{(pid=82826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 14:21:28.480741 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ac536-da76-4c1d-9890-0a0de4c46fcf req-1df3ef81-9c64-4c78-8548-82b530fd02a2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:28.482198 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4d1ac536-da76-4c1d-9890-0a0de4c46fcf req-1df3ef81-9c64-4c78-8548-82b530fd02a2 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.1615145
Oct 27 14:21:28.527911 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4d1ac536-da76-4c1d-9890-0a0de4c46fcf req-c5ef16d2-6d0e-478c-b434-56311224ddeb tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ec92e8-148f-4262-b13c-40dad57ad443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395753
Oct 27 14:21:28.774836 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-91463946-c2fa-4b76-a167-594f0e1cd3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:28.845791 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ccc28-2e29-4f3f-bc42-04c9f12134b1 req-b48ca718-1ab0-4d57-975e-5f9de9373166 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:28.847326 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-423ccc28-2e29-4f3f-bc42-04c9f12134b1 req-b48ca718-1ab0-4d57-975e-5f9de9373166 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0808895
Oct 27 14:21:28.937821 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-423ccc28-2e29-4f3f-bc42-04c9f12134b1 req-6f3c8ef3-e210-4e59-86b2-4631f1a5a5c4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843260
Oct 27 14:21:28.970254 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89098058-a4be-49bb-8275-5e7cb2e971a9 req-1270be55-002a-4b65-8102-310e4cb0d684 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:28.971732 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-89098058-a4be-49bb-8275-5e7cb2e971a9 req-1270be55-002a-4b65-8102-310e4cb0d684 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 946 time: 0.0887170
Oct 27 14:21:29.045761 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-89098058-a4be-49bb-8275-5e7cb2e971a9 req-42ba30e8-61fe-4879-82f9-11a5857b5b6b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Deleting port 6bc451b1-049e-4f7e-badf-4078e4e42cc2 {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:21:29.046139 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-89098058-a4be-49bb-8275-5e7cb2e971a9 req-42ba30e8-61fe-4879-82f9-11a5857b5b6b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:29.302533 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [req-89098058-a4be-49bb-8275-5e7cb2e971a9 req-42ba30e8-61fe-4879-82f9-11a5857b5b6b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] For port 6bc451b1-049e-4f7e-badf-4078e4e42cc2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6bc451b1-049e-4f7e-badf-4078e4e42cc2,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:21:29.302880 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-89098058-a4be-49bb-8275-5e7cb2e971a9 req-42ba30e8-61fe-4879-82f9-11a5857b5b6b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:29.425884 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [req-89098058-a4be-49bb-8275-5e7cb2e971a9 req-42ba30e8-61fe-4879-82f9-11a5857b5b6b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Calling delete_port for 6bc451b1-049e-4f7e-badf-4078e4e42cc2 owned by compute:nova {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:21:29.568060 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-89098058-a4be-49bb-8275-5e7cb2e971a9 req-42ba30e8-61fe-4879-82f9-11a5857b5b6b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:29.573618 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-e843208d-6d3b-4f18-9e8e-5df886630325 tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:29.622407 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba30e8-61fe-4879-82f9-11a5857b5b6b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Pushing event deleted for resources: {'Port': ['ID=6bc451b1-049e-4f7e-badf-4078e4e42cc2,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:29.628056 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-42ba30e8-61fe-4879-82f9-11a5857b5b6b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:29.766654 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e2e63a3-be01-4381-9921-e695ae7cd0b7 req-3d8eb5c7-2bd3-458b-8164-c94b02bd87da tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 210 time: 0.0747545
Oct 27 14:21:29.766654 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.l3_dvrscheduler_db [req-89098058-a4be-49bb-8275-5e7cb2e971a9 req-42ba30e8-61fe-4879-82f9-11a5857b5b6b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] No DVR routers for this DVR port 6bc451b1-049e-4f7e-badf-4078e4e42cc2 on host hv-cinder-81566 {{(pid=82823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:21:29.768664 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [req-89098058-a4be-49bb-8275-5e7cb2e971a9 req-42ba30e8-61fe-4879-82f9-11a5857b5b6b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:29.771451 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'name': 'network-vif-deleted', 'tag': '6bc451b1-049e-4f7e-badf-4078e4e42cc2'}] {{(pid=82823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:21:29.786302 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-89098058-a4be-49bb-8275-5e7cb2e971a9 req-42ba30e8-61fe-4879-82f9-11a5857b5b6b tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.79 "DELETE /v2.0/ports/6bc451b1-049e-4f7e-badf-4078e4e42cc2 HTTP/1.1" status: 204  len: 173 time: 0.8072147
Oct 27 14:21:29.834130 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c33b9ff-cc38-43a6-a268-78d3a852b122', 'name': 'network-vif-deleted', 'tag': '6bc451b1-049e-4f7e-badf-4078e4e42cc2', 'status': 'completed', 'code': 200}
Oct 27 14:21:29.896489 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:30.183372 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb42e4c-584b-4ce8-8cec-3c2c068c48ff req-f9d3c494-7171-47d6-aa96-2ae7b4329d24 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:30.184940 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dbb42e4c-584b-4ce8-8cec-3c2c068c48ff req-f9d3c494-7171-47d6-aa96-2ae7b4329d24 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0854962
Oct 27 14:21:30.236964 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-dbb42e4c-584b-4ce8-8cec-3c2c068c48ff req-28771f6c-308e-4c5f-bfe3-d1ab89b39b11 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455317
Oct 27 14:21:30.944460 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-4adc778a-8ae2-40dc-8122-d62c50c49900 req-054f34bc-43f0-4630-a4cb-51c63f320c40 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Synchronizing usage tracker for tenant:aaa8c6a1d9f04b8aa940a26076686eab on resource:port {{(pid=82823) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:21:30.960576 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.quota.resource [req-4adc778a-8ae2-40dc-8122-d62c50c49900 req-054f34bc-43f0-4630-a4cb-51c63f320c40 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Unset dirty status for tenant:aaa8c6a1d9f04b8aa940a26076686eab on resource:port {{(pid=82823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:21:30.961631 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4adc778a-8ae2-40dc-8122-d62c50c49900 req-054f34bc-43f0-4630-a4cb-51c63f320c40 tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c33b9ff-cc38-43a6-a268-78d3a852b122 HTTP/1.1" status: 200  len: 210 time: 0.0609508
Oct 27 14:21:31.260530 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:31.446963 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2422f0-c810-4981-8e65-e19a68eac35e req-0f1839a5-d1d7-4a15-9a8b-dc424b1c6398 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:31.448414 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e2422f0-c810-4981-8e65-e19a68eac35e req-0f1839a5-d1d7-4a15-9a8b-dc424b1c6398 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0768533
Oct 27 14:21:31.496892 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4e2422f0-c810-4981-8e65-e19a68eac35e req-e65c0ced-3b54-4640-9c2b-c0f090a74bb9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420361
Oct 27 14:21:32.079638 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 40582) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:21:32.153141 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-dbce7833-e7bb-493c-a285-28de4f5cce5d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:32.182401 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-dbce7833-e7bb-493c-a285-28de4f5cce5d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:32.243697 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-dbce7833-e7bb-493c-a285-28de4f5cce5d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:32.247564 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-05a16a93-60e1-4d35-99df-30b043a81123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:32.262978 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce7833-e7bb-493c-a285-28de4f5cce5d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ec92e8-148f-4262-b13c-40dad57ad443,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:32.265748 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-dbce7833-e7bb-493c-a285-28de4f5cce5d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:32.275872 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-dbce7833-e7bb-493c-a285-28de4f5cce5d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:32.280937 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-dbce7833-e7bb-493c-a285-28de4f5cce5d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] 10.222.0.36 "DELETE /v2.0/security-groups/36ec92e8-148f-4262-b13c-40dad57ad443 HTTP/1.1" status: 204  len: 168 time: 0.1963646
Oct 27 14:21:32.333647 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 40588) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:21:32.812511 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab51183-e288-43bb-8ca0-432d7c7ff661 req-ee27e456-e7e2-4144-9cef-a0664c192676 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:32.813883 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4ab51183-e288-43bb-8ca0-432d7c7ff661 req-ee27e456-e7e2-4144-9cef-a0664c192676 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.1459348
Oct 27 14:21:32.880825 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4ab51183-e288-43bb-8ca0-432d7c7ff661 req-b5bd12f1-6a47-4f1f-9849-96a2eda55fb0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612326
Oct 27 14:21:32.993666 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f6fec4cd-6609-4f05-a5fb-8873d6575ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431101'] for router_interface, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:33.583179 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [None req-f6fec4cd-6609-4f05-a5fb-8873d6575ddc admin admin] Deleting port e7e908a0-b47f-408c-9c7e-4d3b58d4533d {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:21:33.583885 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f6fec4cd-6609-4f05-a5fb-8873d6575ddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:33.712523 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 6bc451b1-049e-4f7e-badf-4078e4e42cc2 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:21:33.759343 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [None req-f6fec4cd-6609-4f05-a5fb-8873d6575ddc admin admin] For port e7e908a0-b47f-408c-9c7e-4d3b58d4533d, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=e7e908a0-b47f-408c-9c7e-4d3b58d4533d,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:21:33.759724 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f6fec4cd-6609-4f05-a5fb-8873d6575ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:33.778656 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: 6bc451b1-049e-4f7e-badf-4078e4e42cc2 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:21:33.779015 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 6bc451b1-049e-4f7e-badf-4078e4e42cc2 not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:21:33.881248 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [None req-f6fec4cd-6609-4f05-a5fb-8873d6575ddc admin admin] Calling delete_port for e7e908a0-b47f-408c-9c7e-4d3b58d4533d owned by network:router_interface {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:21:34.129390 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f6fec4cd-6609-4f05-a5fb-8873d6575ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:34.133302 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-a4be18e9-57ad-42fa-bf6d-e4e20368111a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:34.182040 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fec4cd-6609-4f05-a5fb-8873d6575ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e908a0-b47f-408c-9c7e-4d3b58d4533d,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:34.185204 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-f6fec4cd-6609-4f05-a5fb-8873d6575ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:34.235564 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65f7be-8407-42aa-98e9-f1e9a90e2802 req-c1a4a0ca-d3aa-4215-9e66-815e42cdfea8 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:34.237061 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3e65f7be-8407-42aa-98e9-f1e9a90e2802 req-c1a4a0ca-d3aa-4215-9e66-815e42cdfea8 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.1953464
Oct 27 14:21:34.486863 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3e65f7be-8407-42aa-98e9-f1e9a90e2802 req-fbf96e34-d4b7-4817-af0a-88d2158c72f1 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1208549
Oct 27 14:21:34.624108 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f6fec4cd-6609-4f05-a5fb-8873d6575ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16430775'] for router_interface, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:35.212318 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fec4cd-6609-4f05-a5fb-8873d6575ddc admin admin] Router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:21:35.410281 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fec4cd-6609-4f05-a5fb-8873d6575ddc admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:21:35.418633 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e12fb-c687-4e70-ac80-0c6b89a6736f None None] Sync routers for ids ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'] in dv-cinder-815663-1-iscsi {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:21:35.426806 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-f6fec4cd-6609-4f05-a5fb-8873d6575ddc admin admin] 10.222.0.36 "PUT /v2.0/routers/2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0919092
Oct 27 14:21:35.429192 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 40608) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:21:35.432088 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e12fb-c687-4e70-ac80-0c6b89a6736f None None] Routers {'2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:21:35.432751 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-ad2e12fb-c687-4e70-ac80-0c6b89a6736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce175aff10>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:21:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:35.611608 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-ad2e12fb-c687-4e70-ac80-0c6b89a6736f None None] Set router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:21:35.665817 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Notify callbacks [] for router, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:35.910034 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27dcca4-98c3-496b-be63-e3e1dca6a5ac req-3818df50-fe73-4cf5-8e42-afb510c5c49c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:35.911685 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c27dcca4-98c3-496b-be63-e3e1dca6a5ac req-3818df50-fe73-4cf5-8e42-afb510c5c49c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.2826524
Oct 27 14:21:35.953214 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-ad2e12fb-c687-4e70-ac80-0c6b89a6736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce175aff10>, [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:21:34Z', 'revision_number': 5, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:35.957229 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e12fb-c687-4e70-ac80-0c6b89a6736f None None] Checking router: 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e for host: dv-cinder-815663-1-iscsi {{(pid=82827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:21:35.968135 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e12fb-c687-4e70-ac80-0c6b89a6736f None None] Routers {'2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:21:35.968814 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-ad2e12fb-c687-4e70-ac80-0c6b89a6736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce175aff10>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:21:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'], 'active': True} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:36.034132 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c27dcca4-98c3-496b-be63-e3e1dca6a5ac req-6d307880-1817-4d05-a431-ec0553fb0273 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761526
Oct 27 14:21:36.089806 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:36.099881 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Deleting port 6bd12896-86ef-4ec1-a878-98c11fc94864 {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:21:36.100190 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:36.168614 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_dvr_db [None req-ad2e12fb-c687-4e70-ac80-0c6b89a6736f None None] Set router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e gateway port host: dv-cinder-815663-1-iscsi {{(pid=82827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:21:36.276564 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] For port 6bd12896-86ef-4ec1-a878-98c11fc94864, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=6bd12896-86ef-4ec1-a878-98c11fc94864,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:21:36.276919 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:36.402073 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Calling delete_port for 6bd12896-86ef-4ec1-a878-98c11fc94864 owned by network:router_gateway {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:21:36.456290 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.l3_hamode_db [None req-ad2e12fb-c687-4e70-ac80-0c6b89a6736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce175aff10>, [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:21:34Z', 'revision_number': 5, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:36.460030 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e12fb-c687-4e70-ac80-0c6b89a6736f None None] The sync data for ids ['2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e'] in dv-cinder-815663-1-iscsi is: [{'id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'name': 'tempest-TestShelveInstance-1193367584-router', 'tenant_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:25Z', 'updated_at': '2021-10-27T14:21:34Z', 'revision_number': 5, 'project_id': 'aaa8c6a1d9f04b8aa940a26076686eab', 'gw_port': {'id': '6bd12896-86ef-4ec1-a878-98c11fc94864', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:26Z', 'updated_at': '2021-10-27T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}] {{(pid=82827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:21:36.575084 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:36.578566 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-ea7caa9d-687d-487b-aa5e-1017fe1ec3c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:36.622122 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd12896-86ef-4ec1-a878-98c11fc94864,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:36.662593 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:36.662992 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:36.663355 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:36.663714 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:36.664070 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:36.664426 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:36.664774 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:36.665133 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:36.665481 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:36.665828 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:36.666176 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:36.669549 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:36.849315 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 62b2339b-b873-4c80-9944-5b3fcca107d0 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:21:36.861662 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16417738'] for router_gateway, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:36.997890 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 62b2339b-b873-4c80-9944-5b3fcca107d0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62b2339b-b873-4c80-9944-5b3fcca107d0,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:21:37.012384 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'port_id': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'mac_address': 'fa:16:3e:99:9c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:21:37.071561 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:37.089788 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62b2339b-b873-4c80-9944-5b3fcca107d0 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:21:37.106735 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 62b2339b-b873-4c80-9944-5b3fcca107d0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62b2339b-b873-4c80-9944-5b3fcca107d0,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:21:37.111852 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:37.114301 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:37.130592 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59800'] for router, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:37.135039 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:37.182727 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=62b2339b-b873-4c80-9944-5b3fcca107d0,revision_number=6']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:37.185787 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:37.357442 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16422946'] for router, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:37.357964 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e {{(pid=82823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 14:21:37.384184 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] Notify callbacks [] for router, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:37.387854 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-64edd50d-bdd2-4ce3-8029-6c92c142e970 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2a6ebd8b-e5b8-4dca-8b24-ca4aaa90d94e HTTP/1.1" status: 204  len: 168 time: 1.9552279
Oct 27 14:21:37.388343 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 40622) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:21:37.405977 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0559d87-53c5-45c7-a21c-97864fa5d3eb req-5fec45cb-5490-4666-8c96-10454cde4428 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:37.407437 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c0559d87-53c5-45c7-a21c-97864fa5d3eb req-5fec45cb-5490-4666-8c96-10454cde4428 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 945 time: 0.2034271
Oct 27 14:21:37.460254 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ada6f92-4e9a-4230-adc8-5e873abe7c71 admin admin] Deleting subnet b071a97f-8b44-4558-9f3d-475bdf78fb26 {{(pid=82824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 14:21:37.462721 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c0559d87-53c5-45c7-a21c-97864fa5d3eb req-d3ce004e-4ad0-4a57-8c5d-cce4c084522c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451221
Oct 27 14:21:37.464295 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9ada6f92-4e9a-4230-adc8-5e873abe7c71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:37.519513 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9ada6f92-4e9a-4230-adc8-5e873abe7c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16043791'] for subnet, precommit_delete_associations {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:37.595390 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9ada6f92-4e9a-4230-adc8-5e873abe7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1136411'] for subnet, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:37.661071 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9ada6f92-4e9a-4230-adc8-5e873abe7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1136482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16043946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16133425'] for subnet, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:37.664447 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:37.700457 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada6f92-4e9a-4230-adc8-5e873abe7c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b071a97f-8b44-4558-9f3d-475bdf78fb26,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:37.703346 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-9ada6f92-4e9a-4230-adc8-5e873abe7c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:37.711098 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-9ada6f92-4e9a-4230-adc8-5e873abe7c71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:37.716306 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b5b999-0397-4ea0-aba5-8a334ea4dd13 None None] Network a8b00504-e1fb-4a7d-87c6-40a387f15d79 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:21:37.717414 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-9ada6f92-4e9a-4230-adc8-5e873abe7c71 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b071a97f-8b44-4558-9f3d-475bdf78fb26 HTTP/1.1" status: 204  len: 168 time: 0.3279545
Oct 27 14:21:37.719947 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 40626) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:21:37.828375 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1076229'] for network, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:37.840081 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Deleting port 8c281d35-4ecb-468a-8905-6627ea8a007c {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:21:37.840414 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:37.978710 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d965fd95-d1d9-45e8-984e-cab8ae86344e None None] DHCP port deletion for a8b00504-e1fb-4a7d-87c6-40a387f15d79 request from dv-cinder-815663-1-iscsi {{(pid=82826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Oct 27 14:21:37.985691 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-d965fd95-d1d9-45e8-984e-cab8ae86344e None None] Deleting port 8c281d35-4ecb-468a-8905-6627ea8a007c {{(pid=82826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:21:37.986605 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-d965fd95-d1d9-45e8-984e-cab8ae86344e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:38.053189 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] For port 8c281d35-4ecb-468a-8905-6627ea8a007c, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=8c281d35-4ecb-468a-8905-6627ea8a007c,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:21:38.053580 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:38.124019 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 8c281d35-4ecb-468a-8905-6627ea8a007c no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:21:38.185604 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Calling delete_port for 8c281d35-4ecb-468a-8905-6627ea8a007c owned by network:dhcp {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:21:38.262302 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-d965fd95-d1d9-45e8-984e-cab8ae86344e None None] For port 8c281d35-4ecb-468a-8905-6627ea8a007c, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=8c281d35-4ecb-468a-8905-6627ea8a007c,segment=NetworkSegment(656a8820-d1d8-456e-b585-8d090f49d322),segment_id=656a8820-d1d8-456e-b585-8d090f49d322)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:21:38.262721 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-d965fd95-d1d9-45e8-984e-cab8ae86344e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:38.265307 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:38.269203 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-b4353c2f-c7ff-45b5-b2ce-a6f975d80279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:38.312571 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=8c281d35-4ecb-468a-8905-6627ea8a007c,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:38.315994 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:38.316764 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] No DVR routers for this DVR port 8c281d35-4ecb-468a-8905-6627ea8a007c on host dv-cinder-815663-1-iscsi {{(pid=82824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:21:38.328712 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.plugins.ml2.db [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No ports have port_id starting with 8c281d35-4ecb-468a-8905-6627ea8a007c
Oct 27 14:21:38.385029 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device e7e908a0-b47f-408c-9c7e-4d3b58d4533d no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:21:38.414532 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-d965fd95-d1d9-45e8-984e-cab8ae86344e None None] Calling delete_port for 8c281d35-4ecb-468a-8905-6627ea8a007c owned by network:dhcp {{(pid=82826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:21:38.434562 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135506', 'neutron.services.segments.db._delete_segments_for_network-8782696828856'] for network, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:38.455297 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: e7e908a0-b47f-408c-9c7e-4d3b58d4533d {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:21:38.455553 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device e7e908a0-b47f-408c-9c7e-4d3b58d4533d not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:21:38.455968 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 6bd12896-86ef-4ec1-a878-98c11fc94864 no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:21:38.460715 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fce167d12e0>,) {'filters': {'network_id': ['a8b00504-e1fb-4a7d-87c6-40a387f15d79']}} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:38.473381 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fce167d12e0>, '656a8820-d1d8-456e-b585-8d090f49d322') {'for_net_delete': True} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:38.473675 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fce167d12e0>, '656a8820-d1d8-456e-b585-8d090f49d322') {} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:38.485271 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782696830931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16043796'] for segment, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:38.500167 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: 6bd12896-86ef-4ec1-a878-98c11fc94864 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:21:38.500523 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 6bd12896-86ef-4ec1-a878-98c11fc94864 not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:21:38.502159 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:38.511784 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=82824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 14:21:38.511995 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16043968'] for segment, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:38.533504 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.db.api [None req-d965fd95-d1d9-45e8-984e-cab8ae86344e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 14:21:38.533755 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_db.api [None req-d965fd95-d1d9-45e8-984e-cab8ae86344e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]: Traceback (most recent call last):
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     timer()
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     cb(*args, **kw)
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     return func(*args, **kwargs)
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     self._notify()
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     self.callback(batched_events)
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     event.method(event)
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     return f(self, *a, **k)
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._get(url).json()
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self.request(url, 'GET', **kwargs)
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 14:21:38.535529 dv-cinder-815663-1-iscsi neutron-server[82824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 14:21:38.613097 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16417775'] for network, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:38.617166 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-0682e259-2eb3-48d5-9103-645441d84966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:38.630549 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:38.641649 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b00504-e1fb-4a7d-87c6-40a387f15d79,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:38.644969 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:38.660162 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-16929462-d3ed-4d9a-871c-98c95a8e0bfa admin admin] 10.222.0.36 "DELETE /v2.0/networks/a8b00504-e1fb-4a7d-87c6-40a387f15d79 HTTP/1.1" status: 204  len: 168 time: 0.9388471
Oct 27 14:21:38.663411 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 40634) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:21:38.707825 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cd0df-d28b-40d0-8dec-e4091520259a req-006a6377-c821-409b-8e44-94fd02f72b2f tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:38.710138 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a2cd0df-d28b-40d0-8dec-e4091520259a req-006a6377-c821-409b-8e44-94fd02f72b2f tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 945 time: 0.0992539
Oct 27 14:21:38.757331 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4a2cd0df-d28b-40d0-8dec-e4091520259a req-135843dc-a852-4e36-b8ca-0ee1a3f334dd tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413408
Oct 27 14:21:38.919514 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['62b2339b-b873-4c80-9944-5b3fcca107d0'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:21:39.050924 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-d965fd95-d1d9-45e8-984e-cab8ae86344e None None] Deleting port 8c281d35-4ecb-468a-8905-6627ea8a007c {{(pid=82826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:21:39.051522 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-d965fd95-d1d9-45e8-984e-cab8ae86344e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:39.138135 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-d965fd95-d1d9-45e8-984e-cab8ae86344e None None] The port '8c281d35-4ecb-468a-8905-6627ea8a007c' was deleted {{(pid=82826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Oct 27 14:21:39.193401 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf780-ae5b-4317-91b4-deb19d24abeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431101'] for router_interface, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:39.846321 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-d4eaf780-ae5b-4317-91b4-deb19d24abeb admin admin] Deleting port 70f0838c-4775-458b-9722-d9b42a9df78b {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:21:39.846929 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf780-ae5b-4317-91b4-deb19d24abeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:40.003736 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045f643-41f6-4994-bbc2-17944422bb07 req-8adb9126-6fab-4176-8e36-6993c06d0162 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:40.012012 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b045f643-41f6-4994-bbc2-17944422bb07 req-8adb9126-6fab-4176-8e36-6993c06d0162 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 945 time: 0.1007216
Oct 27 14:21:40.078268 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b045f643-41f6-4994-bbc2-17944422bb07 req-c1343182-bf97-4853-9d5d-dbe415cec2f7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648968
Oct 27 14:21:40.115615 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [None req-d4eaf780-ae5b-4317-91b4-deb19d24abeb admin admin] For port 70f0838c-4775-458b-9722-d9b42a9df78b, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=70f0838c-4775-458b-9722-d9b42a9df78b,segment=NetworkSegment(4b640df5-883b-47eb-be7e-5adf59defcc7),segment_id=4b640df5-883b-47eb-be7e-5adf59defcc7)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:21:40.116003 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf780-ae5b-4317-91b4-deb19d24abeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:40.253967 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-d4eaf780-ae5b-4317-91b4-deb19d24abeb admin admin] Calling delete_port for 70f0838c-4775-458b-9722-d9b42a9df78b owned by network:router_interface {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:21:40.497029 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf780-ae5b-4317-91b4-deb19d24abeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:40.501647 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-72c18596-e8eb-4956-bedb-1080c919a97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:40.548807 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaf780-ae5b-4317-91b4-deb19d24abeb admin admin] Pushing event deleted for resources: {'Port': ['ID=70f0838c-4775-458b-9722-d9b42a9df78b,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:40.552404 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-d4eaf780-ae5b-4317-91b4-deb19d24abeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:40.980777 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf780-ae5b-4317-91b4-deb19d24abeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16430775'] for router_interface, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:41.384793 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa69060-5c92-4d11-af68-7fdcff2b856a req-f77a7ee0-b170-4e24-978c-2ae0640f48e9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:41.387173 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6aa69060-5c92-4d11-af68-7fdcff2b856a req-f77a7ee0-b170-4e24-978c-2ae0640f48e9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 945 time: 0.1036754
Oct 27 14:21:41.447384 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-6aa69060-5c92-4d11-af68-7fdcff2b856a req-6c0526c8-ebc0-45d2-8d78-54a71e0d8c24 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506835
Oct 27 14:21:41.682466 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4eaf780-ae5b-4317-91b4-deb19d24abeb admin admin] Router 9394edcf-3249-4cc6-acb6-028c83399e27 has already been hosted by L3 agent ea7f894b-8912-4e83-8d1b-64f5c7a962ef {{(pid=82824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:21:41.697545 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 62b2339b-b873-4c80-9944-5b3fcca107d0 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:21:41.785537 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 62b2339b-b873-4c80-9944-5b3fcca107d0 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:21:41.786857 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:41.927597 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:41.959174 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4eaf780-ae5b-4317-91b4-deb19d24abeb admin admin] Notify agent at l3_agent.dv-cinder-815663-1-iscsi the message routers_updated {{(pid=82824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:21:41.972595 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b2339b-b873-4c80-9944-5b3fcca107d0'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:21:41.978175 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f306d-a833-4324-9182-b26db867f365 None None] Sync routers for ids ['9394edcf-3249-4cc6-acb6-028c83399e27'] in dv-cinder-815663-1-iscsi {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:21:41.981780 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-d4eaf780-ae5b-4317-91b4-deb19d24abeb admin admin] 10.222.0.36 "PUT /v2.0/routers/9394edcf-3249-4cc6-acb6-028c83399e27/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3171823
Oct 27 14:21:41.983040 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 62b2339b-b873-4c80-9944-5b3fcca107d0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62b2339b-b873-4c80-9944-5b3fcca107d0,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:21:41.984474 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 40670) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:21:41.994223 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:42.000073 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:42.138692 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'code': 200}
Oct 27 14:21:42.143810 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f306d-a833-4324-9182-b26db867f365 None None] Routers {'9394edcf-3249-4cc6-acb6-028c83399e27'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:21:42.144597 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9e5f306d-a833-4324-9182-b26db867f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce16efd850>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:21:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['9394edcf-3249-4cc6-acb6-028c83399e27'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:42.263634 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=62b2339b-b873-4c80-9944-5b3fcca107d0,revision_number=7']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:42.269593 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:42.299112 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Notify callbacks [] for router, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:42.384533 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-9e5f306d-a833-4324-9182-b26db867f365 None None] Set router 9394edcf-3249-4cc6-acb6-028c83399e27 gateway port host: dv-cinder-815663-1-iscsi {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:21:42.632594 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:42.650933 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Deleting port b427b8e5-15e4-4ef9-bd93-b29cb0d5addb {{(pid=82823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:21:42.651559 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:42.833919 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9e5f306d-a833-4324-9182-b26db867f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce16efd850>, [{'id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'name': 'tempest-TestShelveInstance-1881958956-router', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'external_fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b427b8e5-15e4-4ef9-bd93-b29cb0d5addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:21:40Z', 'revision_number': 5, 'project_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'gw_port': {'id': 'b427b8e5-15e4-4ef9-bd93-b29cb0d5addb', 'name': '', 'network_id': 'fdfde01f-dc55-4892-86f9-78cb0380a430', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209464ee-4698-48c8-aca2-cbcbc883e284', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-iscsi'}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:42.838191 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f306d-a833-4324-9182-b26db867f365 None None] Checking router: 9394edcf-3249-4cc6-acb6-028c83399e27 for host: dv-cinder-815663-1-iscsi {{(pid=82826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:21:42.857808 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f306d-a833-4324-9182-b26db867f365 None None] Routers {'9394edcf-3249-4cc6-acb6-028c83399e27'} bound to L3 agent in host dv-cinder-815663-1-iscsi {{(pid=82826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:21:42.859048 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9e5f306d-a833-4324-9182-b26db867f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fce16efd850>, 'dv-cinder-815663-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:29Z,description=<?>,heartbeat_timestamp=2021-10-27T14:21:29Z,host='dv-cinder-815663-1-iscsi',id=ea7f894b-8912-4e83-8d1b-64f5c7a962ef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:03:29Z,topic='l3_agent')) {'router_ids': ['9394edcf-3249-4cc6-acb6-028c83399e27'], 'active': True} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:42.918890 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e6b11-6a35-44dd-9f68-54513efd3e38 req-6183f435-ed7a-49a2-a2a7-a165584040b0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:42.921465 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-789e6b11-6a35-44dd-9f68-54513efd3e38 req-6183f435-ed7a-49a2-a2a7-a165584040b0 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.2322130
Oct 27 14:21:42.996706 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.db [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] For port b427b8e5-15e4-4ef9-bd93-b29cb0d5addb, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=b427b8e5-15e4-4ef9-bd93-b29cb0d5addb,segment=NetworkSegment(3b76d754-fbf7-4d29-b844-8f98ecbbc95e),segment_id=3b76d754-fbf7-4d29-b844-8f98ecbbc95e)] {{(pid=82823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:21:42.997241 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:43.049905 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_dvr_db [None req-9e5f306d-a833-4324-9182-b26db867f365 None None] Set router 9394edcf-3249-4cc6-acb6-028c83399e27 gateway port host: None {{(pid=82826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:21:43.173818 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.plugins.ml2.plugin [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Calling delete_port for b427b8e5-15e4-4ef9-bd93-b29cb0d5addb owned by network:router_gateway {{(pid=82823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:21:43.209766 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.l3_hamode_db [None req-9e5f306d-a833-4324-9182-b26db867f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fce16efd850>, [{'id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'name': 'tempest-TestShelveInstance-1881958956-router', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:21:42Z', 'revision_number': 6, 'project_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'gw_port_host': None}], 'dv-cinder-815663-1-iscsi', False) {} {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:43.217858 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f306d-a833-4324-9182-b26db867f365 None None] The sync data for ids ['9394edcf-3249-4cc6-acb6-028c83399e27'] in dv-cinder-815663-1-iscsi is: [{'id': '9394edcf-3249-4cc6-acb6-028c83399e27', 'name': 'tempest-TestShelveInstance-1881958956-router', 'tenant_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:16:35Z', 'updated_at': '2021-10-27T14:21:42Z', 'revision_number': 6, 'project_id': '98dc11e3b2494b96a7e1e8a5d9a7b516', 'gw_port_host': None}] {{(pid=82826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:21:43.226233 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-789e6b11-6a35-44dd-9f68-54513efd3e38 req-ca2e27e6-edef-4438-8daf-d425af81bdfe tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2967551
Oct 27 14:21:43.227027 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:43.415972 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101658'] for port, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:43.420112 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-c5142960-9548-44ea-8b9e-f8d92bb99abd tempest-TestVolumeBootPattern-2114265567 tempest-TestVolumeBootPattern-2114265567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:43.461482 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Pushing event deleted for resources: {'Port': ['ID=b427b8e5-15e4-4ef9-bd93-b29cb0d5addb,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:43.468963 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:43.826377 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16417738'] for router_gateway, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:44.110066 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59800'] for router, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:44.118212 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:44.161623 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16422946'] for router, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:44.162210 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9394edcf-3249-4cc6-acb6-028c83399e27 {{(pid=82823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 14:21:44.165636 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 70f0838c-4775-458b-9722-d9b42a9df78b no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:21:44.180045 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] Notify callbacks [] for router, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:44.182661 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-53ef726d-a1f2-4e3e-a69b-7c1b026eae17 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9394edcf-3249-4cc6-acb6-028c83399e27 HTTP/1.1" status: 204  len: 168 time: 2.1950870
Oct 27 14:21:44.183990 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 40684) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:21:44.221067 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: 70f0838c-4775-458b-9722-d9b42a9df78b {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:21:44.221665 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 70f0838c-4775-458b-9722-d9b42a9df78b not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:21:44.222192 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device b427b8e5-15e4-4ef9-bd93-b29cb0d5addb no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:21:44.263637 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.db.db_base_plugin_v2 [None req-43bba0d1-edd7-4f2d-8da5-fee269452c50 admin admin] Deleting subnet ada0cba8-36e4-4ef9-9185-ddc5332cf2a8 {{(pid=82823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 14:21:44.269400 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-43bba0d1-edd7-4f2d-8da5-fee269452c50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:44.272507 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: b427b8e5-15e4-4ef9-bd93-b29cb0d5addb {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:21:44.272957 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device b427b8e5-15e4-4ef9-bd93-b29cb0d5addb not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:21:44.333252 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-43bba0d1-edd7-4f2d-8da5-fee269452c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444998'] for subnet, precommit_delete_associations {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:44.535383 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-43bba0d1-edd7-4f2d-8da5-fee269452c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1136411'] for subnet, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:44.630539 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abce2f5-e9de-4294-93d8-741beace6edf req-1418924b-daf9-424b-8474-89a12a46af31 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:44.632046 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3abce2f5-e9de-4294-93d8-741beace6edf req-1418924b-daf9-424b-8474-89a12a46af31 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.1590405
Oct 27 14:21:44.635816 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-43bba0d1-edd7-4f2d-8da5-fee269452c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1136482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16079909'] for subnet, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:44.641785 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:44.693627 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bba0d1-edd7-4f2d-8da5-fee269452c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada0cba8-36e4-4ef9-9185-ddc5332cf2a8,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:44.703079 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-43bba0d1-edd7-4f2d-8da5-fee269452c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:44.705609 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-43bba0d1-edd7-4f2d-8da5-fee269452c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for subnet, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:44.710483 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f382e87-4540-4500-ad08-327c6152ae0d None None] Network 023bce45-12d6-4107-b424-ebc11d1f3670 requested from dv-cinder-815663-1-iscsi {{(pid=82826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:21:44.721185 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-43bba0d1-edd7-4f2d-8da5-fee269452c50 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ada0cba8-36e4-4ef9-9185-ddc5332cf2a8 HTTP/1.1" status: 204  len: 168 time: 0.5359662
Oct 27 14:21:44.723886 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 40694) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:21:44.737212 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3abce2f5-e9de-4294-93d8-741beace6edf req-37e01363-0150-46b0-9404-0b4ad98b6346 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962377
Oct 27 14:21:44.938179 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1076229'] for network, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:44.956105 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Deleting port 562e6740-698a-4d61-9ad1-d4a015129102 {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:21:44.956439 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:45.041375 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9855914f-0588-40f1-96d5-e5100d08c2cf None None] DHCP port deletion for 023bce45-12d6-4107-b424-ebc11d1f3670 request from dv-cinder-815663-1-iscsi {{(pid=82826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Oct 27 14:21:45.050046 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-9855914f-0588-40f1-96d5-e5100d08c2cf None None] Deleting port 562e6740-698a-4d61-9ad1-d4a015129102 {{(pid=82826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:21:45.051208 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9855914f-0588-40f1-96d5-e5100d08c2cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:45.275360 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] For port 562e6740-698a-4d61-9ad1-d4a015129102, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=562e6740-698a-4d61-9ad1-d4a015129102,segment=NetworkSegment(4b640df5-883b-47eb-be7e-5adf59defcc7),segment_id=4b640df5-883b-47eb-be7e-5adf59defcc7)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:21:45.276048 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:45.336566 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-9855914f-0588-40f1-96d5-e5100d08c2cf None None] For port 562e6740-698a-4d61-9ad1-d4a015129102, host dv-cinder-815663-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-iscsi',level=0,port_id=562e6740-698a-4d61-9ad1-d4a015129102,segment=NetworkSegment(4b640df5-883b-47eb-be7e-5adf59defcc7),segment_id=4b640df5-883b-47eb-be7e-5adf59defcc7)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:21:45.337470 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9855914f-0588-40f1-96d5-e5100d08c2cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:45.416784 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Calling delete_port for 562e6740-698a-4d61-9ad1-d4a015129102 owned by network:dhcp {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:21:45.511971 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-9855914f-0588-40f1-96d5-e5100d08c2cf None None] Calling delete_port for 562e6740-698a-4d61-9ad1-d4a015129102 owned by network:dhcp {{(pid=82826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:21:45.514782 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:45.519819 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-6aecc053-5807-46e1-8d19-73d7770515c6 tempest-AttachVolumeTestJSON-266927346 tempest-AttachVolumeTestJSON-266927346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:45.565939 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Pushing event deleted for resources: {'Port': ['ID=562e6740-698a-4d61-9ad1-d4a015129102,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:45.570397 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:45.576282 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] No DVR routers for this DVR port 562e6740-698a-4d61-9ad1-d4a015129102 on host dv-cinder-815663-1-iscsi {{(pid=82824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:21:45.607797 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.db.api [None req-9855914f-0588-40f1-96d5-e5100d08c2cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 14:21:45.608827 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_db.api [None req-9855914f-0588-40f1-96d5-e5100d08c2cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 14:21:45.811390 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135506', 'neutron.services.segments.db._delete_segments_for_network-8782696828856'] for network, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:45.843406 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fce16312430>,) {'filters': {'network_id': ['023bce45-12d6-4107-b424-ebc11d1f3670']}} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:45.861680 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fce16312430>, '4b640df5-883b-47eb-be7e-5adf59defcc7') {'for_net_delete': True} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:45.862043 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.services.segments.db [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fce16312430>, '4b640df5-883b-47eb-be7e-5adf59defcc7') {} {{(pid=82824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:21:45.877268 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782696830931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16043796'] for segment, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:45.898803 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139183'] for segment, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:45.907166 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=82824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 14:21:45.907829 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16043968'] for segment, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]: Traceback (most recent call last):
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     timer()
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     cb(*args, **kw)
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     return func(*args, **kwargs)
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     self._notify()
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     self.callback(batched_events)
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     event.method(event)
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     return f(self, *a, **k)
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._get(url).json()
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     return self.request(url, 'GET', **kwargs)
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 14:21:45.923746 dv-cinder-815663-1-iscsi neutron-server[82824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 14:21:46.048917 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a79d-290b-4b02-9ef7-36d9cce8548b req-92ddac88-5016-4b1d-9348-02fdb30211a8 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:46.057561 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-93e5a79d-290b-4b02-9ef7-36d9cce8548b req-92ddac88-5016-4b1d-9348-02fdb30211a8 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.1603198
Oct 27 14:21:46.083320 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16417775'] for network, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:46.088194 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:46.104365 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347198'] for network, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:46.110606 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-9855914f-0588-40f1-96d5-e5100d08c2cf None None] Deleting port 562e6740-698a-4d61-9ad1-d4a015129102 {{(pid=82826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:21:46.111340 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9855914f-0588-40f1-96d5-e5100d08c2cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:46.117306 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Pushing event deleted for resources: {'Network': ['ID=023bce45-12d6-4107-b424-ebc11d1f3670,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:46.129021 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] 10.222.0.36 "DELETE /v2.0/networks/023bce45-12d6-4107-b424-ebc11d1f3670 HTTP/1.1" status: 204  len: 168 time: 1.4026453
Oct 27 14:21:46.133810 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:46.134189 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:46.134557 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:46.134958 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:46.142084 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:46.143081 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:46.144203 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:46.145484 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:46.147971 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:46.150089 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:46.158447 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:21:46.180895 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-94280433-9b3a-45e1-a716-477e0b120474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:46.195301 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 562e6740-698a-4d61-9ad1-d4a015129102 no longer exists at agent ovs-agent-dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:21:46.208224 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-93e5a79d-290b-4b02-9ef7-36d9cce8548b req-d5e86f5e-16ff-4634-9e5a-fc20e073a184 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1493559
Oct 27 14:21:46.254072 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-9855914f-0588-40f1-96d5-e5100d08c2cf None None] The port '562e6740-698a-4d61-9ad1-d4a015129102' was deleted {{(pid=82826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Oct 27 14:21:46.261762 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] No Port match for: 562e6740-698a-4d61-9ad1-d4a015129102 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:21:46.262124 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Device 562e6740-698a-4d61-9ad1-d4a015129102 not bound to the agent host dv-cinder-815663-1-iscsi {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:21:46.345624 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [-] (82824) accepted ('10.222.0.36', 40710) {{(pid=82824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:21:46.417395 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [None req-3f31dc98-ac9b-475f-8d66-d750190da5d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aaa8c6a1d9f04b8aa940a26076686eab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0702806
Oct 27 14:21:46.420126 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 40714) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:21:46.499884 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2272508b-96b0-424d-b4b3-542d1613cb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:46.531901 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2272508b-96b0-424d-b4b3-542d1613cb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:46.591805 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2272508b-96b0-424d-b4b3-542d1613cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:46.596176 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-dbce7833-e7bb-493c-a285-28de4f5cce5d tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:46.612075 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272508b-96b0-424d-b4b3-542d1613cb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0407313-a6b9-4a45-b50e-024bafeb7e3f,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:46.616278 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-2272508b-96b0-424d-b4b3-542d1613cb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:46.622495 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-2272508b-96b0-424d-b4b3-542d1613cb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:46.625981 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-2272508b-96b0-424d-b4b3-542d1613cb21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0407313-a6b9-4a45-b50e-024bafeb7e3f HTTP/1.1" status: 204  len: 168 time: 0.2023041
Oct 27 14:21:47.112641 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 40726) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:21:47.175869 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-a28e1ae5-e6cc-459e-add8-8278ee0bab5a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98dc11e3b2494b96a7e1e8a5d9a7b516&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0612228
Oct 27 14:21:47.178300 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [-] (82823) accepted ('10.222.0.36', 40730) {{(pid=82823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:21:47.250795 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f43052f8-55a6-4c69-ad42-07ffe06cd915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:47.288844 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f43052f8-55a6-4c69-ad42-07ffe06cd915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:47.362142 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f43052f8-55a6-4c69-ad42-07ffe06cd915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506840'] for security_group, after_delete {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:47.367555 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-2b71cca2-ac3c-4c27-bf8c-fec83ec90e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:47.395891 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43052f8-55a6-4c69-ad42-07ffe06cd915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24abd318-4016-4a31-9175-9363d71bc5f2,revision_number=None']} {{(pid=82823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:47.399622 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG oslo_concurrency.lockutils [None req-f43052f8-55a6-4c69-ad42-07ffe06cd915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:47.403262 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron_lib.callbacks.manager [None req-f43052f8-55a6-4c69-ad42-07ffe06cd915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:47.404547 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [None req-f43052f8-55a6-4c69-ad42-07ffe06cd915 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24abd318-4016-4a31-9175-9363d71bc5f2 HTTP/1.1" status: 204  len: 168 time: 0.2252529
Oct 27 14:21:47.537798 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf50b7-179f-463b-b4b9-610e6a2ef90c req-06f2f19c-7248-4cc1-ba6c-0a47d14ca54f tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:47.539459 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-edbf50b7-179f-463b-b4b9-610e6a2ef90c req-06f2f19c-7248-4cc1-ba6c-0a47d14ca54f tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0970933
Oct 27 14:21:47.615952 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-edbf50b7-179f-463b-b4b9-610e6a2ef90c req-710f6b26-4f79-4028-a717-194db9a2e99d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634930
Oct 27 14:21:48.252492 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a5246929-bd88-4796-81a3-3ab11b49f255 req-9f563ac8-ea4d-4089-b77d-6ba271168031 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0796106
Oct 27 14:21:48.422254 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a5246929-bd88-4796-81a3-3ab11b49f255 req-42ec4aa1-38fb-4df2-8757-ede07cd9db3c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 1098 time: 0.0850072
Oct 27 14:21:48.731889 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5246929-bd88-4796-81a3-3ab11b49f255 req-332601dc-65d6-45aa-a45a-a9954a86991a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:48.733389 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a5246929-bd88-4796-81a3-3ab11b49f255 req-332601dc-65d6-45aa-a45a-a9954a86991a service neutron] 10.222.0.79 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 914 time: 0.2889612
Oct 27 14:21:48.911402 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a5246929-bd88-4796-81a3-3ab11b49f255 req-12819967-6038-43d8-9093-dbfe0af38521 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d70655-0afb-4d42-b03f-91e4cea30fb4 HTTP/1.1" status: 200  len: 1000 time: 0.1685271
Oct 27 14:21:49.076374 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea1526-f871-4bd6-8b35-9defaf34ef97 req-095e0318-251f-46a3-86e1-e2087ca68609 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:49.080769 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a6ea1526-f871-4bd6-8b35-9defaf34ef97 req-095e0318-251f-46a3-86e1-e2087ca68609 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.2605646
Oct 27 14:21:49.119281 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5246929-bd88-4796-81a3-3ab11b49f255 req-55290d07-acc0-48bf-9938-47e230d5046c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:49.120733 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a5246929-bd88-4796-81a3-3ab11b49f255 req-55290d07-acc0-48bf-9938-47e230d5046c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c5105-226e-4271-a9b2-16ef0cf863cc HTTP/1.1" status: 200  len: 851 time: 0.1847274
Oct 27 14:21:49.188462 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a6ea1526-f871-4bd6-8b35-9defaf34ef97 req-f332b35d-7c88-4af1-9421-73cc6b0fefb8 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008925
Oct 27 14:21:49.218307 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a5246929-bd88-4796-81a3-3ab11b49f255 req-68a68a1f-354e-4b3e-9b6f-1a90310cf06c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865059
Oct 27 14:21:49.367060 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a5246929-bd88-4796-81a3-3ab11b49f255 req-d8313d1b-0ac8-4eb5-bc84-e24f5e6a825c service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378591
Oct 27 14:21:49.526545 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a5246929-bd88-4796-81a3-3ab11b49f255 req-f6cae7e6-e23d-48f9-9a85-9603285dd863 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496141
Oct 27 14:21:50.433011 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3288d4-0ee8-4d66-9ad0-b605fcf74b81 req-dedba2c5-785e-4c29-b23a-df164e93f2ce tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:50.441418 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cc3288d4-0ee8-4d66-9ad0-b605fcf74b81 req-dedba2c5-785e-4c29-b23a-df164e93f2ce tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0932403
Oct 27 14:21:50.507589 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cc3288d4-0ee8-4d66-9ad0-b605fcf74b81 req-9b89af7a-889f-4698-bfc0-29008b2a9694 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605643
Oct 27 14:21:50.639226 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de8c2a-007e-4a85-b605-c583744b620b req-7a23ea0d-b61c-4927-85a3-91a13055d570 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:50.641595 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a5de8c2a-007e-4a85-b605-c583744b620b req-7a23ea0d-b61c-4927-85a3-91a13055d570 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 945 time: 0.1111636
Oct 27 14:21:50.693653 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a5de8c2a-007e-4a85-b605-c583744b620b req-50ffac57-a69c-4f9d-8858-31a1e69b0f98 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460217
Oct 27 14:21:51.761537 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f1266-ee76-4372-8113-c7230c78de2f req-5273f92b-1465-4934-84ed-fb9248eeb4e9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:51.763134 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-988f1266-ee76-4372-8113-c7230c78de2f req-5273f92b-1465-4934-84ed-fb9248eeb4e9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0846112
Oct 27 14:21:51.813839 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-988f1266-ee76-4372-8113-c7230c78de2f req-120378d4-30f4-4b96-ab39-6723c70764e7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442390
Oct 27 14:21:51.902070 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbf3f3-2d55-40af-9aa5-904a735a8a97 req-3447e50d-33ef-4479-8c4b-56067f17d5a1 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:51.903527 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-eddbf3f3-2d55-40af-9aa5-904a735a8a97 req-3447e50d-33ef-4479-8c4b-56067f17d5a1 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 945 time: 0.0772414
Oct 27 14:21:51.948863 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-eddbf3f3-2d55-40af-9aa5-904a735a8a97 req-9f01c322-967d-4fe8-aa5d-f27f5f84aa81 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394843
Oct 27 14:21:52.229558 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ad9525e4-fbf5-4406-a61f-99fbf0edaea1 req-b28dd0d5-b95d-45d7-84f0-a47f32909f8c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 1099 time: 0.0760489
Oct 27 14:21:52.364946 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9525e4-fbf5-4406-a61f-99fbf0edaea1 req-f8311ae0-8e1e-4ad0-93a5-0fec616fb615 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:52.366384 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ad9525e4-fbf5-4406-a61f-99fbf0edaea1 req-f8311ae0-8e1e-4ad0-93a5-0fec616fb615 service neutron] 10.222.0.79 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 918 time: 0.1293466
Oct 27 14:21:52.470917 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ad9525e4-fbf5-4406-a61f-99fbf0edaea1 req-ea3b3026-3444-427a-88ec-fd6dfbf08846 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b2339b-b873-4c80-9944-5b3fcca107d0 HTTP/1.1" status: 200  len: 1002 time: 0.0970125
Oct 27 14:21:52.511214 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d12d94-a18a-4b05-b6d1-7ae2f8e0db02 req-f37a64ae-d547-4e16-a612-22aacf603b59 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:52.512642 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e7d12d94-a18a-4b05-b6d1-7ae2f8e0db02 req-f37a64ae-d547-4e16-a612-22aacf603b59 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.79 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 945 time: 0.0773501
Oct 27 14:21:52.533914 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9525e4-fbf5-4406-a61f-99fbf0edaea1 req-6f23686d-8498-4aaa-b411-04d5f1e1e66a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:52.535375 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ad9525e4-fbf5-4406-a61f-99fbf0edaea1 req-6f23686d-8498-4aaa-b411-04d5f1e1e66a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8246b7a1-97e2-4686-affe-6013679e6669 HTTP/1.1" status: 200  len: 855 time: 0.0580142
Oct 27 14:21:52.585482 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [req-e7d12d94-a18a-4b05-b6d1-7ae2f8e0db02 req-da8f3bc6-19b3-4097-9886-557c0d630c29 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Deleting port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 {{(pid=82824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 14:21:52.585820 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-e7d12d94-a18a-4b05-b6d1-7ae2f8e0db02 req-da8f3bc6-19b3-4097-9886-557c0d630c29 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782696695525'] for port, before_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:52.611870 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ad9525e4-fbf5-4406-a61f-99fbf0edaea1 req-276faa2b-aa5a-48b5-aadb-46e0626f4e3f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10d4832e-36ee-49bc-b2c5-8897dbb83a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688272
Oct 27 14:21:52.743872 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ad9525e4-fbf5-4406-a61f-99fbf0edaea1 req-086d7a47-f982-4751-bc80-2712d65e624a service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230886
Oct 27 14:21:52.831124 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-e7d12d94-a18a-4b05-b6d1-7ae2f8e0db02 req-da8f3bc6-19b3-4097-9886-557c0d630c29 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] For port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=4ade7f97-4f7e-4856-b8c2-c33f14ec00b4,segment=NetworkSegment(bee56e90-ab47-4d57-afdc-828e7297b018),segment_id=bee56e90-ab47-4d57-afdc-828e7297b018)] {{(pid=82824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:21:52.831479 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-e7d12d94-a18a-4b05-b6d1-7ae2f8e0db02 req-da8f3bc6-19b3-4097-9886-557c0d630c29 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16429325'] for port, precommit_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:52.965686 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.plugin [req-e7d12d94-a18a-4b05-b6d1-7ae2f8e0db02 req-da8f3bc6-19b3-4097-9886-557c0d630c29 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Calling delete_port for 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 owned by compute:nova {{(pid=82824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 14:21:53.035664 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ad9525e4-fbf5-4406-a61f-99fbf0edaea1 req-1466372f-33fa-4252-baa7-d1a89359169a service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2847786
Oct 27 14:21:53.071753 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177ad66-9b37-4243-b946-1acb8134edad req-c5a50c68-6cce-4790-91c1-3cf36a3ce6cb tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:53.073209 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3177ad66-9b37-4243-b946-1acb8134edad req-c5a50c68-6cce-4790-91c1-3cf36a3ce6cb tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.1088476
Oct 27 14:21:53.126823 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-e7d12d94-a18a-4b05-b6d1-7ae2f8e0db02 req-da8f3bc6-19b3-4097-9886-557c0d630c29 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782696702940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782696309607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_delete {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:53.135268 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-6708857e-a1e3-4442-9758-662c5376538e tempest-TestShelveInstance-1376394694 tempest-TestShelveInstance-1376394694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:53.195044 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-98cfa0c5-b428-44e9-8a63-6cab6e3090bd req-28024dc2-33a4-4773-a65d-2df55f488f88 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=52020a5a-8ecf-456d-92a2-c9b17d5830fa HTTP/1.1" status: 200  len: 210 time: 0.0861526
Oct 27 14:21:53.215687 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f3bc6-19b3-4097-9886-557c0d630c29 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Pushing event deleted for resources: {'Port': ['ID=4ade7f97-4f7e-4856-b8c2-c33f14ec00b4,revision_number=None']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:53.221429 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-da8f3bc6-19b3-4097-9886-557c0d630c29 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:53.229680 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3177ad66-9b37-4243-b946-1acb8134edad req-3c2f7ce6-f194-4cd1-9282-32ce47723884 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1492045
Oct 27 14:21:53.293835 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d12d94-a18a-4b05-b6d1-7ae2f8e0db02 req-da8f3bc6-19b3-4097-9886-557c0d630c29 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] No DVR routers for this DVR port 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 on host hv-cinder-81566 {{(pid=82824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 14:21:53.296751 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-e7d12d94-a18a-4b05-b6d1-7ae2f8e0db02 req-da8f3bc6-19b3-4097-9886-557c0d630c29 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:53.299409 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52020a5a-8ecf-456d-92a2-c9b17d5830fa', 'name': 'network-vif-deleted', 'tag': '4ade7f97-4f7e-4856-b8c2-c33f14ec00b4'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:21:53.315235 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e7d12d94-a18a-4b05-b6d1-7ae2f8e0db02 req-da8f3bc6-19b3-4097-9886-557c0d630c29 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.79 "DELETE /v2.0/ports/4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 HTTP/1.1" status: 204  len: 173 time: 0.7968817
Oct 27 14:21:53.353784 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52020a5a-8ecf-456d-92a2-c9b17d5830fa', 'name': 'network-vif-deleted', 'tag': '4ade7f97-4f7e-4856-b8c2-c33f14ec00b4', 'status': 'completed', 'code': 200}
Oct 27 14:21:54.449974 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb169-5094-4b0a-adff-79f0fb262b95 req-2944b51e-dc2e-4e33-bf1e-f35808114fe4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:54.451580 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ae9eb169-5094-4b0a-adff-79f0fb262b95 req-2944b51e-dc2e-4e33-bf1e-f35808114fe4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0798512
Oct 27 14:21:54.500550 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-ae9eb169-5094-4b0a-adff-79f0fb262b95 req-c0a4ffec-a498-4d8a-b4ae-c822966be691 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423660
Oct 27 14:21:55.730768 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788e863-3646-4d45-b396-5bcb510c2f24 req-7fc03d3e-2c93-48c8-89dd-a6bffaf5b63d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:55.732222 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b788e863-3646-4d45-b396-5bcb510c2f24 req-7fc03d3e-2c93-48c8-89dd-a6bffaf5b63d tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 946 time: 0.0792496
Oct 27 14:21:55.777723 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b788e863-3646-4d45-b396-5bcb510c2f24 req-c3dad995-10b5-4316-a35f-13ecf33ef28c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395031
Oct 27 14:21:55.800837 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:21:55.835109 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.plugin [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] No Port match for: 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 {{(pid=82826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 14:21:55.835466 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 4ade7f97-4f7e-4856-b8c2-c33f14ec00b4 not bound to the agent host hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 14:21:55.835888 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 62b2339b-b873-4c80-9944-5b3fcca107d0 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:21:55.950122 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:55.979928 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b2339b-b873-4c80-9944-5b3fcca107d0'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:21:55.990870 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 62b2339b-b873-4c80-9944-5b3fcca107d0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62b2339b-b873-4c80-9944-5b3fcca107d0,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:21:55.997354 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:56.000209 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:21:56.060032 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'code': 200}
Oct 27 14:21:56.075194 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=62b2339b-b873-4c80-9944-5b3fcca107d0,revision_number=8']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:21:56.078804 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:21:56.579240 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-fd44bcfc-be88-44f5-95f3-29685a0507e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:56.965963 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:21:57.103051 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:58.032793 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9b4f1f28-d782-4511-b854-501a45debb4f req-c77e8174-e04a-4dd6-aabf-5b01520a27e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0749795
Oct 27 14:21:58.292299 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-39061c1a-6612-452e-889c-dadadcd68472 req-19854ad7-7829-4ec0-bca6-65ae93013324 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0762081
Oct 27 14:21:58.301098 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaaa71-7494-4e94-ba61-8fcae3b7e482 req-6c1e8b52-01b3-4581-9b9b-f5fda1b03fe7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:58.302661 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-facaaa71-7494-4e94-ba61-8fcae3b7e482 req-6c1e8b52-01b3-4581-9b9b-f5fda1b03fe7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.0814393
Oct 27 14:21:58.348994 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-facaaa71-7494-4e94-ba61-8fcae3b7e482 req-59db7350-7427-4754-92ef-fc493a11a53f tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407317
Oct 27 14:21:58.783849 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-e0b0339a-615d-43ed-9aab-035c99be295f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:21:58.803105 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-39061c1a-6612-452e-889c-dadadcd68472 req-ee5a0bd3-c7db-43ba-8e47-18696b7b8c71 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789&tenant_id=732a065710454a0bb5503b4cde9856da HTTP/1.1" status: 200  len: 1097 time: 0.0831542
Oct 27 14:21:58.899322 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-39061c1a-6612-452e-889c-dadadcd68472 req-6f7cf2e6-61a0-4f37-b638-7424fee3550a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 1097 time: 0.0716515
Oct 27 14:21:59.044987 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39061c1a-6612-452e-889c-dadadcd68472 req-4ad111ed-e223-47f3-aaa9-301bbf8e1eb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:59.047666 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-39061c1a-6612-452e-889c-dadadcd68472 req-4ad111ed-e223-47f3-aaa9-301bbf8e1eb1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 918 time: 0.1411834
Oct 27 14:21:59.153119 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-39061c1a-6612-452e-889c-dadadcd68472 req-178c5f12-3617-4b33-bbe5-419d48ae610b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b2339b-b873-4c80-9944-5b3fcca107d0 HTTP/1.1" status: 200  len: 1000 time: 0.0990245
Oct 27 14:21:59.218129 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39061c1a-6612-452e-889c-dadadcd68472 req-b70f9b11-478c-4e9a-9e3b-564ab7fbe575 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:59.219786 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-39061c1a-6612-452e-889c-dadadcd68472 req-b70f9b11-478c-4e9a-9e3b-564ab7fbe575 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8246b7a1-97e2-4686-affe-6013679e6669 HTTP/1.1" status: 200  len: 855 time: 0.0605903
Oct 27 14:21:59.294162 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-39061c1a-6612-452e-889c-dadadcd68472 req-83634255-f4ba-4a27-8507-31271771e6c2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10d4832e-36ee-49bc-b2c5-8897dbb83a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0676773
Oct 27 14:21:59.508940 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-39061c1a-6612-452e-889c-dadadcd68472 req-2608cb73-275b-49f8-96b5-2363bec3246c service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2078106
Oct 27 14:21:59.562390 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11408add-89a4-4a80-a606-4cbe325d88d2 req-68de3dc6-35a6-4172-96de-71fc9fdefa51 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:21:59.563780 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-11408add-89a4-4a80-a606-4cbe325d88d2 req-68de3dc6-35a6-4172-96de-71fc9fdefa51 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.0775561
Oct 27 14:21:59.610165 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-11408add-89a4-4a80-a606-4cbe325d88d2 req-3a8e7c4e-db49-482a-87cf-8b7db4a39c97 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407982
Oct 27 14:21:59.627007 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 62b2339b-b873-4c80-9944-5b3fcca107d0 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 14:21:59.647286 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-39061c1a-6612-452e-889c-dadadcd68472 req-3f159b24-7025-462e-a823-5f395aae9a5c service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296923
Oct 27 14:21:59.876643 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:00.893115 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37065d7f-fd21-4fb2-9f94-3b530f96fc3c req-09a0e812-8ee3-4fb8-a8c7-deaef8b59885 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:00.894837 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-37065d7f-fd21-4fb2-9f94-3b530f96fc3c req-09a0e812-8ee3-4fb8-a8c7-deaef8b59885 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.0938284
Oct 27 14:22:00.949836 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-37065d7f-fd21-4fb2-9f94-3b530f96fc3c req-a3c717f4-5a43-4244-88d4-20fefd04de96 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490708
Oct 27 14:22:01.271755 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:02.176872 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafa9a2-5071-4a0c-bc8e-783fdf8f1905 req-272ce220-9aa0-4b86-af49-65f5a0bbb5b8 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:02.178385 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-eaafa9a2-5071-4a0c-bc8e-783fdf8f1905 req-272ce220-9aa0-4b86-af49-65f5a0bbb5b8 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.0830724
Oct 27 14:22:02.231044 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-eaafa9a2-5071-4a0c-bc8e-783fdf8f1905 req-143e3afd-771e-4d5b-85b6-812d05e884a6 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465143
Oct 27 14:22:03.456298 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5108d2-cd3a-4b45-bf4b-1673b487b293 req-5e21388d-a1d5-4299-9b8c-3ad921d96bfc tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:03.459965 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9f5108d2-cd3a-4b45-bf4b-1673b487b293 req-5e21388d-a1d5-4299-9b8c-3ad921d96bfc tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.0885365
Oct 27 14:22:03.510237 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9f5108d2-cd3a-4b45-bf4b-1673b487b293 req-b22632fd-39db-4375-8940-adb9153e1d1a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427761
Oct 27 14:22:04.929631 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-379d397e-55a3-4b74-aac3-5a2b61ce9aab tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:04.931116 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-379d397e-55a3-4b74-aac3-5a2b61ce9aab tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/networks?id=56b43689-96b8-4786-989e-fca6ef330a14 HTTP/1.1" status: 200  len: 813 time: 0.1972799
Oct 27 14:22:04.976131 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ce2dd-b537-49a1-9864-d99bb57d95d6 req-9dafb57e-6dfe-41d9-9f68-625449d474d4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:04.977803 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cc6ce2dd-b537-49a1-9864-d99bb57d95d6 req-9dafb57e-6dfe-41d9-9f68-625449d474d4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.3247559
Oct 27 14:22:05.036012 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-cc6ce2dd-b537-49a1-9864-d99bb57d95d6 req-e5fc99a1-bfab-4ba4-9fae-7e80a392fee9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520384
Oct 27 14:22:05.067671 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-41819e01-0a8b-4693-a4fa-1993e13bbb8a tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/quotas/00155e06d5cb4041a110d258628f9036 HTTP/1.1" status: 200  len: 375 time: 0.1295285
Oct 27 14:22:05.120697 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2dc542cc-dfa5-4ef0-8628-5c1d08a3964a tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=00155e06d5cb4041a110d258628f9036&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0475264
Oct 27 14:22:05.130414 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-79f68b7a-bb90-486a-a343-b7121dc84a49 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=82823) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:22:05.131685 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-79f68b7a-bb90-486a-a343-b7121dc84a49 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0075164
Oct 27 14:22:05.275166 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-545f4cbc-d7a7-4851-8acc-3005ef32c829 service neutron] 10.222.0.36 "GET /v2.0/networks/56b43689-96b8-4786-989e-fca6ef330a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372685
Oct 27 14:22:05.414603 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-32bd54cc-dc0a-4e08-be15-64ccae2f6200 service neutron] 10.222.0.36 "GET /v2.0/networks/56b43689-96b8-4786-989e-fca6ef330a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336999
Oct 27 14:22:05.629851 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5a1b3f1a-638e-4fb1-966e-abed52906901 req-750f28a2-9655-41fd-8b57-56602010dd59 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 210 time: 0.0577719
Oct 27 14:22:06.543092 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720044-c535-4867-bf2d-4e4b85fc0274 req-d4fcfc02-d76f-42e4-92ac-3e287bc9b1f7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:06.544462 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4b720044-c535-4867-bf2d-4e4b85fc0274 req-d4fcfc02-d76f-42e4-92ac-3e287bc9b1f7 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.1924000
Oct 27 14:22:06.593296 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4b720044-c535-4867-bf2d-4e4b85fc0274 req-5190b707-dc9f-4128-874e-8c62d9fd1ead tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420539
Oct 27 14:22:06.813925 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-9c317b23-24d3-4dc8-ab35-6fafcef86e2c req-2978eeb4-0908-424b-a886-a656cf87ac68 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 210 time: 0.0489359
Oct 27 14:22:07.815013 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea9e07-6f83-4d57-8fef-81046e918550 req-4befd9ed-753d-4664-85a4-bd86db449a9f tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:07.816515 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b6ea9e07-6f83-4d57-8fef-81046e918550 req-4befd9ed-753d-4664-85a4-bd86db449a9f tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.0818906
Oct 27 14:22:07.879245 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-b6ea9e07-6f83-4d57-8fef-81046e918550 req-400d8403-4437-43ed-930f-a0e5a3b69260 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557444
Oct 27 14:22:07.984457 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-77995e05-2620-44dc-a598-4511aac40987 req-530b5dd7-a89b-49aa-bf7b-0c56973ec4b3 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 210 time: 0.0418811
Oct 27 14:22:09.120654 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481fb27-30c8-4b14-a214-d4901776207b req-b7851961-9402-4e59-808f-eeaedad9a15c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:09.122146 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2481fb27-30c8-4b14-a214-d4901776207b req-b7851961-9402-4e59-808f-eeaedad9a15c tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.1104720
Oct 27 14:22:09.182729 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2ee47cfc-6b12-48c7-af32-dc09b93a2b6d req-0a5291a7-173f-4c19-997f-a1272edb7528 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 210 time: 0.0696032
Oct 27 14:22:09.209127 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-2481fb27-30c8-4b14-a214-d4901776207b req-4bc044c5-fb61-4525-bb6e-4c8b23a119bf tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543282
Oct 27 14:22:10.352400 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-95f354fd-4584-4852-b6b5-03ff437185bb req-eae86202-ae1c-4c77-acbc-f1e2eac23f31 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 210 time: 0.0463774
Oct 27 14:22:10.440618 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7a394-866a-41c0-91d1-3ff95f3d800f req-abf146db-950d-4082-b1db-2b0a02f6c5c4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:10.443078 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-73d7a394-866a-41c0-91d1-3ff95f3d800f req-abf146db-950d-4082-b1db-2b0a02f6c5c4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.0827999
Oct 27 14:22:10.491484 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-73d7a394-866a-41c0-91d1-3ff95f3d800f req-8a3e40af-e06f-4b52-8343-c5696a4c64fc tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434241
Oct 27 14:22:11.523153 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-464426c6-b13e-4f17-8239-e85601e6c80f req-15185b16-1f1a-4ea9-a21f-ca46afabe420 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 210 time: 0.0452073
Oct 27 14:22:11.704529 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a368c-cd64-4abf-8a3e-32676c0aa426 req-1cc60933-eef1-4bfb-a4ae-0c9d76b0ae03 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:11.706035 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3a9a368c-cd64-4abf-8a3e-32676c0aa426 req-1cc60933-eef1-4bfb-a4ae-0c9d76b0ae03 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.0764227
Oct 27 14:22:11.751684 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-3a9a368c-cd64-4abf-8a3e-32676c0aa426 req-e30bc2ed-9c02-42c8-968a-5ac329c46e94 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401504
Oct 27 14:22:12.699890 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-c89ca512-0180-4852-916f-13fab8689e72 req-4aeeb3c4-7469-4fc9-b658-ae971bcd349a tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 210 time: 0.0454657
Oct 27 14:22:12.967641 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f144f-f19d-4298-a67d-337f2cf96356 req-52b355f8-53c6-4e06-866b-534262edf310 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:12.969107 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-463f144f-f19d-4298-a67d-337f2cf96356 req-52b355f8-53c6-4e06-866b-534262edf310 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.0776951
Oct 27 14:22:13.016680 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-463f144f-f19d-4298-a67d-337f2cf96356 req-2875f914-5d98-462d-9610-bcedae6d6134 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418966
Oct 27 14:22:13.037910 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:13.404207 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-0f6e4032-a0d8-4713-a876-6a912381cabd tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:13.404936 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-0f6e4032-a0d8-4713-a876-6a912381cabd tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Synchronizing usage tracker for tenant:00155e06d5cb4041a110d258628f9036 on resource:network {{(pid=82824) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:22:13.422432 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-0f6e4032-a0d8-4713-a876-6a912381cabd tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Unset dirty status for tenant:00155e06d5cb4041a110d258628f9036 on resource:network {{(pid=82824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:22:13.423649 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-0f6e4032-a0d8-4713-a876-6a912381cabd tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.79 "GET /v2.0/networks?id=56b43689-96b8-4786-989e-fca6ef330a14 HTTP/1.1" status: 200  len: 813 time: 0.1629672
Oct 27 14:22:13.442115 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Request body: {'port': {'device_id': '9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6', 'network_id': '56b43689-96b8-4786-989e-fca6ef330a14', 'admin_state_up': True, 'tenant_id': '00155e06d5cb4041a110d258628f9036'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:22:13.577457 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:22:13.582289 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Usage tracker for resource:port and tenant:00155e06d5cb4041a110d258628f9036 is out of sync, need to count used quota {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:22:13.585164 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.quota.resource [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:22:13.590750 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.quota.driver [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:22:13.600064 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Made reservation on behalf of 00155e06d5cb4041a110d258628f9036 for: {'port': 1} {{(pid=82824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:22:13.603211 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:13.765666 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.db_base_plugin_common [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Allocated IP 172.20.0.3 (56b43689-96b8-4786-989e-fca6ef330a14/5f6b8505-b51e-4e8f-a6b9-a7086ca55f44/f1e2b32e-2f6c-4761-a658-d82dbebbbf5e) {{(pid=82824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:22:13.866559 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-148de6aa-6862-4823-953c-8d151d15c635 req-fec9a6a2-6cb0-4d27-8ced-36360220f092 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 210 time: 0.0429225
Oct 27 14:22:13.974188 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Notify callbacks [] for port, precommit_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:14.072569 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782696309598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16044029'] for port, after_create {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:14.084375 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-fb06bc29-1689-40f6-a8af-943bfaf1777b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:22:14.172821 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Network 56b43689-96b8-4786-989e-fca6ef330a14 is already hosted by enough agents. {{(pid=82824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:22:14.176643 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Pushing event updated for resources: {'Port': ['ID=f1e2b32e-2f6c-4761-a658-d82dbebbbf5e,revision_number=1']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:22:14.179070 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.scheduler.base_scheduler [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Resources bound (agent type, host, resource id):  {{(pid=82824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:22:14.182653 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:22:14.182653 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Received port after_create {{(pid=82824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:22:14.243011 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:14.243612 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:14.269150 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-89e58ad1-a2eb-4978-9dc8-d5798f46cdd8 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8309219
Oct 27 14:22:14.279831 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-7ff1e61c-52dc-40aa-8c20-73e0f2c3d326 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=82824) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:22:14.280774 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-7ff1e61c-52dc-40aa-8c20-73e0f2c3d326 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0053346
Oct 27 14:22:14.288133 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eda47-e3a6-425a-987a-1963f5586c30 req-d28e70cf-be0f-4110-8037-4e783bfe379b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:14.289633 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-022eda47-e3a6-425a-987a-1963f5586c30 req-d28e70cf-be0f-4110-8037-4e783bfe379b tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.0854852
Oct 27 14:22:14.340803 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-022eda47-e3a6-425a-987a-1963f5586c30 req-6ef5f2ea-c0c3-4a82-8883-8606dd787166 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454407
Oct 27 14:22:14.367655 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.v2.base [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Request body: {'port': {'device_id': '9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:22:14.479182 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:14.813352 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e2b32e-2f6c-4761-a658-d82dbebbbf5e {{(pid=82824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:22:14.820700 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:14.835681 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.db.provisioning_blocks [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Transition to ACTIVE for port object f1e2b32e-2f6c-4761-a658-d82dbebbbf5e will not be triggered until provisioned by entity L2. {{(pid=82824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:22:14.839253 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:14.842940 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-1c1053af-6eff-4c44-b0e8-cac800e0b5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:22:15.059842 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e2b32e-2f6c-4761-a658-d82dbebbbf5e,revision_number=2']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:22:15.062832 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:22:15.079658 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ae546-a5c1-4755-a4a6-4afb209a63bc req-4fbe7df8-28b6-4a4d-8fdf-6ecd11cd1bd7 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:15.081884 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-130ae546-a5c1-4755-a4a6-4afb209a63bc req-4fbe7df8-28b6-4a4d-8fdf-6ecd11cd1bd7 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 943 time: 0.0830686
Oct 27 14:22:15.132567 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-130ae546-a5c1-4755-a4a6-4afb209a63bc req-67d74e5d-7ea3-4c95-81ff-666831f2607b tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449662
Oct 27 14:22:15.166563 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Attempting to bind port f1e2b32e-2f6c-4761-a658-d82dbebbbf5e on host hv-cinder-81566 for vnic_type normal with profile  {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:22:15.166922 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Attempting to bind port f1e2b32e-2f6c-4761-a658-d82dbebbbf5e by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'bee56e90-ab47-4d57-afdc-828e7297b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '56b43689-96b8-4786-989e-fca6ef330a14'}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:22:15.167247 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Attempting to bind port f1e2b32e-2f6c-4761-a658-d82dbebbbf5e on network 56b43689-96b8-4786-989e-fca6ef330a14 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:22:15.173287 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Port f1e2b32e-2f6c-4761-a658-d82dbebbbf5e on network 56b43689-96b8-4786-989e-fca6ef330a14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 14:22:15.173769 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Attempting to bind port f1e2b32e-2f6c-4761-a658-d82dbebbbf5e on network 56b43689-96b8-4786-989e-fca6ef330a14 {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:22:15.180749 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Checking agent: {'id': '53077f9b-ea98-402e-b0fa-bec405bfcb90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:22:15.181082 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Checking segment: {'id': 'bee56e90-ab47-4d57-afdc-828e7297b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '56b43689-96b8-4786-989e-fca6ef330a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:22:15.181464 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Bound using segment: {'id': 'bee56e90-ab47-4d57-afdc-828e7297b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '56b43689-96b8-4786-989e-fca6ef330a14'} {{(pid=82824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:22:15.181884 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.managers [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Bound port: f1e2b32e-2f6c-4761-a658-d82dbebbbf5e, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee56e90-ab47-4d57-afdc-828e7297b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '56b43689-96b8-4786-989e-fca6ef330a14'}}] {{(pid=82824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:22:15.182233 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:15.271741 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] For port f1e2b32e-2f6c-4761-a658-d82dbebbbf5e, host hv-cinder-81566, cleared binding levels {{(pid=82824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:22:15.274694 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.plugins.ml2.db [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] For port f1e2b32e-2f6c-4761-a658-d82dbebbbf5e, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f1e2b32e-2f6c-4761-a658-d82dbebbbf5e,segment=NetworkSegment(bee56e90-ab47-4d57-afdc-828e7297b018),segment_id=bee56e90-ab47-4d57-afdc-828e7297b018)] {{(pid=82824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:22:15.279303 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16044004'] for port, after_update {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:15.284219 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-40fbbc07-354f-412f-b146-04984b01f365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:22:15.341122 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron_lib.callbacks.manager [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55769'] for port, before_response {{(pid=82824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:15.342599 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] 10.222.0.79 "PUT /v2.0/ports/f1e2b32e-2f6c-4761-a658-d82dbebbbf5e HTTP/1.1" status: 200  len: 1093 time: 1.0543821
Oct 27 14:22:15.345451 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6', 'tag': 'f1e2b32e-2f6c-4761-a658-d82dbebbbf5e'}] {{(pid=82824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:22:15.366361 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e2b32e-2f6c-4761-a658-d82dbebbbf5e,revision_number=3']} {{(pid=82824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:22:15.369326 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG oslo_concurrency.lockutils [None req-2c52f132-8eee-46f5-81e9-52b4810d4544 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:22:15.459366 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-268e51db-a86a-4320-8e67-6de0e8c4af0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=00155e06d5cb4041a110d258628f9036&device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 1096 time: 0.0775399
Oct 27 14:22:15.516153 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6', 'tag': 'f1e2b32e-2f6c-4761-a658-d82dbebbbf5e', 'status': 'completed', 'code': 200}
Oct 27 14:22:15.531697 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-f33b747d-2c78-4884-9f91-6c5fe1aef9cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1e2b32e-2f6c-4761-a658-d82dbebbbf5e HTTP/1.1" status: 200  len: 217 time: 0.0645814
Oct 27 14:22:15.561444 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5197ca3-4598-41b4-ba3d-5adb4172a449 req-b12ebe8a-d485-4f2e-b7c3-c4790a53f0ee tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:15.562932 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a5197ca3-4598-41b4-ba3d-5adb4172a449 req-b12ebe8a-d485-4f2e-b7c3-c4790a53f0ee tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 944 time: 0.0789945
Oct 27 14:22:15.598210 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-fde2abc1-4e71-4d9d-a199-4034cbbe8bdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:15.599690 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-fde2abc1-4e71-4d9d-a199-4034cbbe8bdb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f6b8505-b51e-4e8f-a6b9-a7086ca55f44 HTTP/1.1" status: 200  len: 853 time: 0.0615668
Oct 27 14:22:15.610887 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-a5197ca3-4598-41b4-ba3d-5adb4172a449 req-9975bd29-6c33-4714-aaaf-08da78a449c4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413857
Oct 27 14:22:15.647627 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-828772f0-3ac2-4f2e-9670-2fe9a6fd9ab3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=56b43689-96b8-4786-989e-fca6ef330a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405064
Oct 27 14:22:15.734745 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 62b2339b-b873-4c80-9944-5b3fcca107d0 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:22:15.780860 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-4796c8eb-525c-4f2e-b696-f2bffae4c9b1 service neutron] 10.222.0.79 "GET /v2.0/networks/56b43689-96b8-4786-989e-fca6ef330a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263506
Oct 27 14:22:15.875419 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 62b2339b-b873-4c80-9944-5b3fcca107d0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62b2339b-b873-4c80-9944-5b3fcca107d0,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:22:15.888487 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'network_id': '10d4832e-36ee-49bc-b2c5-8897dbb83a67', 'port_id': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'mac_address': 'fa:16:3e:99:9c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8246b7a1-97e2-4686-affe-6013679e6669', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:22:15.919408 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-a92d4afc-318f-4305-b9a3-7591ab109728 req-ed3145f4-14a0-46ed-ba76-bcd02cfbd23f service neutron] 10.222.0.79 "GET /v2.0/networks/56b43689-96b8-4786-989e-fca6ef330a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309583
Oct 27 14:22:15.946608 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:15.964324 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b2339b-b873-4c80-9944-5b3fcca107d0 {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:22:15.980645 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 62b2339b-b873-4c80-9944-5b3fcca107d0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62b2339b-b873-4c80-9944-5b3fcca107d0,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:22:15.984966 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:15.986917 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:22:16.046433 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0dd3a206-e2c0-459f-b916-379ec821a258 req-c97415ee-a320-40d8-b223-05be7c8b4774 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=00155e06d5cb4041a110d258628f9036&device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 1096 time: 0.0765386
Oct 27 14:22:16.054381 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=62b2339b-b873-4c80-9944-5b3fcca107d0,revision_number=9']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:22:16.063756 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:22:16.064231 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:22:16.064426 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:22:16.064758 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:22:16.065065 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:22:16.065388 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:22:16.065708 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:22:16.066028 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:22:16.066349 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:22:16.066682 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:22:16.066999 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-iscsi {{(pid=82826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:22:16.070993 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:22:16.180668 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3a206-e2c0-459f-b916-379ec821a258 req-5b0144f1-11b2-4a9c-bf58-e3fadafb588a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:16.182318 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0dd3a206-e2c0-459f-b916-379ec821a258 req-5b0144f1-11b2-4a9c-bf58-e3fadafb588a service neutron] 10.222.0.79 "GET /v2.0/networks?id=56b43689-96b8-4786-989e-fca6ef330a14 HTTP/1.1" status: 200  len: 915 time: 0.1290123
Oct 27 14:22:16.257326 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['62b2339b-b873-4c80-9944-5b3fcca107d0'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:22:16.261347 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0dd3a206-e2c0-459f-b916-379ec821a258 req-4d1c4349-250e-46d8-98db-5935bd3704ab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1e2b32e-2f6c-4761-a658-d82dbebbbf5e HTTP/1.1" status: 200  len: 217 time: 0.0724089
Oct 27 14:22:16.326491 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3a206-e2c0-459f-b916-379ec821a258 req-724d5e97-661c-4045-a88e-ece812c41016 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:16.327961 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0dd3a206-e2c0-459f-b916-379ec821a258 req-724d5e97-661c-4045-a88e-ece812c41016 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f6b8505-b51e-4e8f-a6b9-a7086ca55f44 HTTP/1.1" status: 200  len: 853 time: 0.0591116
Oct 27 14:22:16.343608 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f794f-c5c7-499d-b01f-daade4715276 req-92d59086-903c-4fe0-aa65-256781184315 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:16.345210 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d57f794f-c5c7-499d-b01f-daade4715276 req-92d59086-903c-4fe0-aa65-256781184315 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 943 time: 0.0852530
Oct 27 14:22:16.380008 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0dd3a206-e2c0-459f-b916-379ec821a258 req-7a6ddc5a-4db7-4e19-af9e-1377794896bd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=56b43689-96b8-4786-989e-fca6ef330a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455055
Oct 27 14:22:16.396127 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-d57f794f-c5c7-499d-b01f-daade4715276 req-6d9a7721-a1f8-4bbb-8abc-8c50cddf6bde tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449300
Oct 27 14:22:16.520471 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0dd3a206-e2c0-459f-b916-379ec821a258 req-7d5b7ef4-e25c-4635-aa9c-ece4accd5fdb service neutron] 10.222.0.79 "GET /v2.0/networks/56b43689-96b8-4786-989e-fca6ef330a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314998
Oct 27 14:22:16.658558 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-0dd3a206-e2c0-459f-b916-379ec821a258 req-79a2b867-1620-495b-9cbf-8e3137432122 service neutron] 10.222.0.79 "GET /v2.0/networks/56b43689-96b8-4786-989e-fca6ef330a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308186
Oct 27 14:22:16.823072 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b85bd8-cbd0-474f-9143-cb5570527334 req-01430be7-423a-4a1a-8df6-743cadae19a9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:16.824454 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e7b85bd8-cbd0-474f-9143-cb5570527334 req-01430be7-423a-4a1a-8df6-743cadae19a9 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 945 time: 0.0768242
Oct 27 14:22:16.870963 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-e7b85bd8-cbd0-474f-9143-cb5570527334 req-01949322-66bc-433b-b302-a9bdec244f6a tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411372
Oct 27 14:22:17.597802 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee83598-aeb3-484c-bc5a-a58e972e6851 req-33e54d92-5834-4bdd-8e82-481c8cc101f7 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:17.599294 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4ee83598-aeb3-484c-bc5a-a58e972e6851 req-33e54d92-5834-4bdd-8e82-481c8cc101f7 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 943 time: 0.0845098
Oct 27 14:22:17.645531 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-4ee83598-aeb3-484c-bc5a-a58e972e6851 req-f4b568c1-329d-4d40-bf9f-2fd0a124d758 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408034
Oct 27 14:22:17.735585 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device f1e2b32e-2f6c-4761-a658-d82dbebbbf5e details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 14:22:17.739003 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device 62b2339b-b873-4c80-9944-5b3fcca107d0 up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:22:17.903871 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port 62b2339b-b873-4c80-9944-5b3fcca107d0 triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:22:17.904242 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:17.965583 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port f1e2b32e-2f6c-4761-a658-d82dbebbbf5e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f1e2b32e-2f6c-4761-a658-d82dbebbbf5e,segment=NetworkSegment(bee56e90-ab47-4d57-afdc-828e7297b018),segment_id=bee56e90-ab47-4d57-afdc-828e7297b018)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:22:17.984707 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Returning: {'device': 'f1e2b32e-2f6c-4761-a658-d82dbebbbf5e', 'network_id': '56b43689-96b8-4786-989e-fca6ef330a14', 'port_id': 'f1e2b32e-2f6c-4761-a658-d82dbebbbf5e', 'mac_address': 'fa:16:3e:14:97:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6b8505-b51e-4e8f-a6b9-a7086ca55f44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 14:22:18.090294 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:18.091557 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecf72c-5d16-42b0-9413-042b5b736e93 req-4c4c99cd-d34c-4abf-9d0c-8a039a0b9349 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:18.093020 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7aecf72c-5d16-42b0-9413-042b5b736e93 req-4c4c99cd-d34c-4abf-9d0c-8a039a0b9349 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 945 time: 0.0792527
Oct 27 14:22:18.112903 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:18.123969 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e2b32e-2f6c-4761-a658-d82dbebbbf5e {{(pid=82826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 14:22:18.143581 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7aecf72c-5d16-42b0-9413-042b5b736e93 req-0d56ddb2-c4c1-429e-a82a-2fbe007df23e tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446723
Oct 27 14:22:18.151581 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b2339b-b873-4c80-9944-5b3fcca107d0'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:22:18.158576 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port f1e2b32e-2f6c-4761-a658-d82dbebbbf5e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f1e2b32e-2f6c-4761-a658-d82dbebbbf5e,segment=NetworkSegment(bee56e90-ab47-4d57-afdc-828e7297b018),segment_id=bee56e90-ab47-4d57-afdc-828e7297b018)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:22:18.163809 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port 62b2339b-b873-4c80-9944-5b3fcca107d0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62b2339b-b873-4c80-9944-5b3fcca107d0,segment=NetworkSegment(b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a),segment_id=b2ed97d0-ebd6-4cae-82bc-9eed4cd74d0a)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:22:18.165200 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:18.166943 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:22:18.200248 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:18.213842 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a680c8f-d0b5-42db-a12e-e099cb56c789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b2339b-b873-4c80-9944-5b3fcca107d0', 'code': 200}
Oct 27 14:22:18.234155 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=f1e2b32e-2f6c-4761-a658-d82dbebbbf5e,revision_number=4']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:22:18.237561 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:22:18.238023 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-80c13dd9-e4b2-4c46-b711-157d35c63a77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:22:18.344685 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=62b2339b-b873-4c80-9944-5b3fcca107d0,revision_number=10']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:22:18.348112 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:22:18.410805 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] get_ports_and_sgs() called for port_ids ['f1e2b32e-2f6c-4761-a658-d82dbebbbf5e'] {{(pid=82826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 14:22:18.462721 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-ac2b0817-ea75-4fa8-82e1-103602e8fb31 req-6a9b317d-3c76-487d-8ec7-597d99af2302 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 1100 time: 0.0675323
Oct 27 14:22:18.506815 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-ac2b0817-ea75-4fa8-82e1-103602e8fb31 req-45b161a2-c671-49c6-8e7b-c3675b6de935 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370457
Oct 27 14:22:18.841233 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c120fe3-1753-4d34-9ea6-ddc4b1ec90bc req-ea662c19-a2a0-4fd8-96d4-e06f6ea5aeee tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:18.842723 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5c120fe3-1753-4d34-9ea6-ddc4b1ec90bc req-ea662c19-a2a0-4fd8-96d4-e06f6ea5aeee tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 944 time: 0.0787070
Oct 27 14:22:18.890087 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-5c120fe3-1753-4d34-9ea6-ddc4b1ec90bc req-f03a1468-b40e-4b6a-8fb2-6fe368c66283 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408640
Oct 27 14:22:19.363338 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb902c-f43c-47e7-b4dd-03890a4dc94f req-6f02ea23-6214-438d-b97d-82d410271284 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:19.365090 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-86bb902c-f43c-47e7-b4dd-03890a4dc94f req-6f02ea23-6214-438d-b97d-82d410271284 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 947 time: 0.0807314
Oct 27 14:22:19.498691 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-86bb902c-f43c-47e7-b4dd-03890a4dc94f req-c986bd13-125f-418d-ac9f-5f9be44db5a4 tempest-AttachVolumeShelveTestJSON-607386115 tempest-AttachVolumeShelveTestJSON-607386115-project] 10.222.0.36 "GET /v2.0/security-groups?id=550084aa-13a7-4d49-b2f9-f5406f6e04ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1281226
Oct 27 14:22:19.766185 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Device f1e2b32e-2f6c-4761-a658-d82dbebbbf5e up at agent hyperv_hv-cinder-81566 {{(pid=82826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:22:19.840963 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning for port f1e2b32e-2f6c-4761-a658-d82dbebbbf5e completed by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:22:19.847027 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.db.provisioning_blocks [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Provisioning complete for port f1e2b32e-2f6c-4761-a658-d82dbebbbf5e triggered by entity L2. {{(pid=82826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:22:19.847340 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1132549'] for port, provisioning_complete {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:19.970862 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178182'] for port, before_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:20.010703 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.plugins.ml2.db [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] For port f1e2b32e-2f6c-4761-a658-d82dbebbbf5e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f1e2b32e-2f6c-4761-a658-d82dbebbbf5e,segment=NetworkSegment(bee56e90-ab47-4d57-afdc-828e7297b018),segment_id=bee56e90-ab47-4d57-afdc-828e7297b018)] {{(pid=82826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:22:20.015609 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1178330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15346978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782696702958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782696309616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782696309661'] for port, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:20.019076 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:22:20.097688 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Pushing event updated for resources: {'Port': ['ID=f1e2b32e-2f6c-4761-a658-d82dbebbbf5e,revision_number=5']} {{(pid=82826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:22:20.100746 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG oslo_concurrency.lockutils [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:22:20.108996 dv-cinder-815663-1-iscsi neutron-server[82823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9210e4-335c-40f9-bdcd-74903fd1bcf6 req-422677b0-3c69-4a08-92f5-0d3c0f1e94ad tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:20.110472 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7e9210e4-335c-40f9-bdcd-74903fd1bcf6 req-422677b0-3c69-4a08-92f5-0d3c0f1e94ad tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/ports?device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 945 time: 0.0856700
Oct 27 14:22:20.159098 dv-cinder-815663-1-iscsi neutron-server[82823]: INFO neutron.wsgi [req-7e9210e4-335c-40f9-bdcd-74903fd1bcf6 req-83eba705-37ce-451a-90f2-d1f9e3086a13 tempest-VolumesSnapshotTestJSON-652011562 tempest-VolumesSnapshotTestJSON-652011562-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422111
Oct 27 14:22:20.214732 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e2b32e-2f6c-4761-a658-d82dbebbbf5e'}] {{(pid=82826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 14:22:20.282126 dv-cinder-815663-1-iscsi neutron-server[82826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e2b32e-2f6c-4761-a658-d82dbebbbf5e', 'code': 200}
Oct 27 14:22:20.605733 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-db2dd1ed-c30d-4048-86df-41cfdea02d85 req-2d430d68-6e6d-436d-b308-891d0b51f632 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9705cc7c-ae5c-4b4e-80d8-e937ea78e8b6 HTTP/1.1" status: 200  len: 1098 time: 0.1658714
Oct 27 14:22:20.650412 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-db2dd1ed-c30d-4048-86df-41cfdea02d85 req-7b1a0257-69e0-4c90-8776-7d7892b6e9cc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a4720924-9253-421b-93dd-fc50a5308394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378902
Oct 27 14:22:26.582221 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-e65fafd4-c0f3-44d6-b46e-4e46beae26a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:27.105810 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:28.777709 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-c4bb95e9-831f-49a6-bf6c-932fba2a56a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:29.883170 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:31.266739 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:33.966094 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:22:43.045961 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:49.232432 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e2e3b621-12e3-4e65-a2cf-02c4654d5911 req-30889b95-7d95-4adc-a624-55adbf2ecc09 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0678446
Oct 27 14:22:49.338874 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e2e3b621-12e3-4e65-a2cf-02c4654d5911 req-2291537a-6771-4a3d-ba37-a4eaa26609a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 1100 time: 0.0726116
Oct 27 14:22:49.489062 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3b621-12e3-4e65-a2cf-02c4654d5911 req-3ec361f3-e305-41da-9c92-661df41e0ac9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:49.491522 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e2e3b621-12e3-4e65-a2cf-02c4654d5911 req-3ec361f3-e305-41da-9c92-661df41e0ac9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 918 time: 0.1287820
Oct 27 14:22:49.603086 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e2e3b621-12e3-4e65-a2cf-02c4654d5911 req-325724ff-219b-4e37-a9f7-4e6e55c23e42 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b2339b-b873-4c80-9944-5b3fcca107d0 HTTP/1.1" status: 200  len: 1002 time: 0.1017263
Oct 27 14:22:49.668087 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3b621-12e3-4e65-a2cf-02c4654d5911 req-1145e44f-22a6-4f2f-89d0-5589b8f46268 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:22:49.669490 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e2e3b621-12e3-4e65-a2cf-02c4654d5911 req-1145e44f-22a6-4f2f-89d0-5589b8f46268 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8246b7a1-97e2-4686-affe-6013679e6669 HTTP/1.1" status: 200  len: 855 time: 0.0577350
Oct 27 14:22:49.748133 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e2e3b621-12e3-4e65-a2cf-02c4654d5911 req-5d51ad61-4ec6-4a81-b0e5-f5b57c808e15 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10d4832e-36ee-49bc-b2c5-8897dbb83a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704217
Oct 27 14:22:49.882782 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e2e3b621-12e3-4e65-a2cf-02c4654d5911 req-6174b0b5-2eb5-471c-9ee5-5167997e6b08 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270905
Oct 27 14:22:50.022486 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-e2e3b621-12e3-4e65-a2cf-02c4654d5911 req-9968a926-d4e8-4f82-b377-c5da00caa253 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293559
Oct 27 14:22:56.584350 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-d0f983a9-879e-442e-b320-ffcc2360db5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:57.110338 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:58.780198 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-32f152fe-73db-4caf-bc80-5d24b0755a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:22:59.884028 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:23:01.269406 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:23:10.966498 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:23:13.059519 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:23:26.586474 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9b2e4f89-288f-47dc-998c-216eddb46466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:23:27.112749 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:23:28.783058 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b0721-61fe-4d92-97b7-f31b9cbc6310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:23:29.886485 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:23:31.272479 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:23:43.074424 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:23:47.967414 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:23:50.236379 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-20fcf04a-52d8-476d-a837-43592c51433a req-84e0ef4e-3ca4-4b0a-8d83-b717feed19bc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0662594
Oct 27 14:23:50.331469 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-20fcf04a-52d8-476d-a837-43592c51433a req-3ad5c98e-4df5-451e-af5f-02f0f0ca5718 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&device_id=fc37c729-cfb4-4c6f-93c7-98a5cec5a7ea HTTP/1.1" status: 200  len: 1099 time: 0.0716534
Oct 27 14:23:50.476287 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcf04a-52d8-476d-a837-43592c51433a req-0417a9cb-5103-482a-89aa-d05faa75e4a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:23:50.477714 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-20fcf04a-52d8-476d-a837-43592c51433a req-0417a9cb-5103-482a-89aa-d05faa75e4a0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 914 time: 0.1269314
Oct 27 14:23:50.581053 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-20fcf04a-52d8-476d-a837-43592c51433a req-83cfb23a-755b-4bf8-a8fa-8acf3624bb12 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8b3b232-67a7-47d4-b153-f1d9a5a11013 HTTP/1.1" status: 200  len: 1002 time: 0.0951517
Oct 27 14:23:50.644997 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcf04a-52d8-476d-a837-43592c51433a req-45d4e071-3989-402e-9a80-f5b77ee24f83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:23:50.646437 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-20fcf04a-52d8-476d-a837-43592c51433a req-45d4e071-3989-402e-9a80-f5b77ee24f83 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c5105-226e-4271-a9b2-16ef0cf863cc HTTP/1.1" status: 200  len: 851 time: 0.0585608
Oct 27 14:23:50.723628 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-20fcf04a-52d8-476d-a837-43592c51433a req-6d010138-a81c-4930-a598-eda50232fcd3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689843
Oct 27 14:23:50.856019 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-20fcf04a-52d8-476d-a837-43592c51433a req-06fc514a-0c3b-4481-94f7-2764eece2cdd service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245527
Oct 27 14:23:51.077877 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-20fcf04a-52d8-476d-a837-43592c51433a req-406d43b8-d55c-447a-97d9-bb88364f47e9 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2151778
Oct 27 14:23:56.589738 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-93db1a80-77bb-476b-bb76-3815249f5616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:23:57.115311 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:23:58.785116 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-6ab80d57-586d-4bbf-a083-bc9b93cd309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:23:59.888972 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:24:01.275415 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:24:13.075257 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:24:24.968708 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:24:26.594454 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b862f4c1-d478-4e29-9ad2-78cc5faf3f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:24:27.117455 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:24:28.786615 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-0db8f3e8-5b0d-4823-8074-d8414dce0864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:24:29.892442 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:24:31.280458 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:24:43.090543 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:24:56.596978 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bb969107-e4cc-4539-a6b7-34ababfbbd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:24:57.120271 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:24:58.788001 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a60c-5fe9-408b-b0a5-c10d1a8536a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:24:59.895684 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:25:01.281302 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:25:01.968571 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:25:13.091584 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:25:26.599515 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b772f51d-132a-4aab-bfa4-f3167f6082ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:25:27.122982 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:25:28.791247 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-56e9f3bc-1d56-45f9-bd3c-229f5bec1de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:25:29.898166 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:25:31.285097 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:25:38.969036 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:25:43.107499 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:25:52.207452 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-cdc3c3fa-4de8-4926-82e4-576635319ce8 req-bf8afa17-1347-4086-9232-a303d2aa89c3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0694728
Oct 27 14:25:52.343556 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-cdc3c3fa-4de8-4926-82e4-576635319ce8 req-f08647fc-49b4-4871-b6df-2b3e116f576a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a65515b5f5df43aea6fd099108a3e961&device_id=2a703ee1-73a5-4a8a-b224-2c4750b0a201 HTTP/1.1" status: 200  len: 1098 time: 0.0674281
Oct 27 14:25:52.489842 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3c3fa-4de8-4926-82e4-576635319ce8 req-f94366b4-fd71-42d5-8133-20fe0a82b149 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:25:52.491308 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-cdc3c3fa-4de8-4926-82e4-576635319ce8 req-f94366b4-fd71-42d5-8133-20fe0a82b149 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857 HTTP/1.1" status: 200  len: 914 time: 0.1283791
Oct 27 14:25:52.592257 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-cdc3c3fa-4de8-4926-82e4-576635319ce8 req-cbd9259b-7fef-4933-8307-e4b85b76f9a1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d70655-0afb-4d42-b03f-91e4cea30fb4 HTTP/1.1" status: 200  len: 1000 time: 0.0939529
Oct 27 14:25:52.657138 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3c3fa-4de8-4926-82e4-576635319ce8 req-61760f4a-a8a3-44fd-8a7a-dec49e78b4a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:25:52.658535 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-cdc3c3fa-4de8-4926-82e4-576635319ce8 req-61760f4a-a8a3-44fd-8a7a-dec49e78b4a1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c5105-226e-4271-a9b2-16ef0cf863cc HTTP/1.1" status: 200  len: 851 time: 0.0596910
Oct 27 14:25:52.734270 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-cdc3c3fa-4de8-4926-82e4-576635319ce8 req-fc626d06-35d0-4959-8625-255fef05ff8f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1faa33a-0c5a-4cdb-a1b6-853b7dee9857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0684967
Oct 27 14:25:52.868375 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-cdc3c3fa-4de8-4926-82e4-576635319ce8 req-9d8fb9d3-c911-46b7-8a4d-4aab03ed3465 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270416
Oct 27 14:25:53.000286 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-cdc3c3fa-4de8-4926-82e4-576635319ce8 req-55d1b5cd-0439-493f-b336-27ae8d0da684 service neutron] 10.222.0.79 "GET /v2.0/networks/f1faa33a-0c5a-4cdb-a1b6-853b7dee9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254201
Oct 27 14:25:56.601389 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-0dc89c8d-5843-4dea-8c9e-d6a2526c7362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:25:57.125937 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:25:58.794657 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-c0118d5b-2e20-4263-a7a0-917594e6d8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:25:59.901503 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:26:01.291002 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:26:13.106883 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:26:15.969709 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:26:26.605550 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-30842080-07d1-4184-91a2-2cd33d142e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:26:27.130379 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:26:28.797062 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-d7869f71-892a-48fd-b1e6-15dc133cb4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:26:29.904971 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:26:31.290316 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:26:43.104861 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:26:52.970936 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:26:53.217967 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-063bc247-272f-456b-b3af-787292174712 req-2b0f6bee-0558-49cb-9ef1-1f131180e646 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0663848
Oct 27 14:26:53.311359 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-063bc247-272f-456b-b3af-787292174712 req-3eb7da19-4c53-446f-bcce-933f988b77de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=732a065710454a0bb5503b4cde9856da&device_id=4a680c8f-d0b5-42db-a12e-e099cb56c789 HTTP/1.1" status: 200  len: 1100 time: 0.0715685
Oct 27 14:26:53.453597 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bc247-272f-456b-b3af-787292174712 req-55b858ce-3100-42d8-be77-d176b5cfed45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:26:53.455046 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-063bc247-272f-456b-b3af-787292174712 req-55b858ce-3100-42d8-be77-d176b5cfed45 service neutron] 10.222.0.79 "GET /v2.0/networks?id=10d4832e-36ee-49bc-b2c5-8897dbb83a67 HTTP/1.1" status: 200  len: 918 time: 0.1238978
Oct 27 14:26:53.557410 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-063bc247-272f-456b-b3af-787292174712 req-aa6acec0-0f2b-4d43-81c9-c94b4ca8e760 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b2339b-b873-4c80-9944-5b3fcca107d0 HTTP/1.1" status: 200  len: 1002 time: 0.0949042
Oct 27 14:26:53.618426 dv-cinder-815663-1-iscsi neutron-server[82824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bc247-272f-456b-b3af-787292174712 req-780584b9-994d-4e54-b775-b4ff45b482ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:26:53.619977 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-063bc247-272f-456b-b3af-787292174712 req-780584b9-994d-4e54-b775-b4ff45b482ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8246b7a1-97e2-4686-affe-6013679e6669 HTTP/1.1" status: 200  len: 855 time: 0.0557392
Oct 27 14:26:53.695493 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-063bc247-272f-456b-b3af-787292174712 req-d13a48cf-4bbe-43ed-8488-76e87a8a5175 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10d4832e-36ee-49bc-b2c5-8897dbb83a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0690222
Oct 27 14:26:53.910595 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-063bc247-272f-456b-b3af-787292174712 req-29a12d03-91cc-47ba-a28b-3696d1653cfd service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2076998
Oct 27 14:26:54.042957 dv-cinder-815663-1-iscsi neutron-server[82824]: INFO neutron.wsgi [req-063bc247-272f-456b-b3af-787292174712 req-6da2073e-6989-4eaa-ae62-545a83f5e224 service neutron] 10.222.0.79 "GET /v2.0/networks/10d4832e-36ee-49bc-b2c5-8897dbb83a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252844
Oct 27 14:26:56.608148 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-ae50021f-9142-4719-9d1c-18cbd52bd7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:26:57.132902 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:26:58.807660 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-9065ff21-efca-4d0e-8ce7-51b58d5139d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:26:59.907618 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:27:01.295902 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:27:13.104546 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:27:26.609498 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-dcfc38ed-7a15-4517-86c3-5899617b2cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:27:27.135892 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-b9da5547-b4eb-4781-9fde-f9d03d260449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:27:28.801557 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-37ae1ed8-bdb3-43d8-bb35-74cffe003817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:27:29.910605 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-24c4b793-72a1-4195-a656-0fd86f63d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:27:29.970647 dv-cinder-815663-1-iscsi neutron-server[82827]: DEBUG neutron.db.agents_db [None req-8a79bbfb-5c92-4e8f-9526-82b34978f71d None None] Agent healthcheck: found 6 active agents {{(pid=82827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:27:31.299288 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-bc601108-7b1c-4794-b8e6-fc708dd3ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:27:43.105273 dv-cinder-815663-1-iscsi neutron-server[82826]: DEBUG neutron_lib.callbacks.manager [None req-02fb37c3-9888-4e13-a45a-68529c343ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782696828838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1132628'] for agent, after_update {{(pid=82826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}